2024-11-24 03:21:49,099 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-24 03:21:49,111 main DEBUG Took 0.010141 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 03:21:49,111 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 03:21:49,111 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 03:21:49,112 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 03:21:49,114 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:21:49,120 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 03:21:49,131 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:21:49,133 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:21:49,133 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:21:49,134 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:21:49,134 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:21:49,135 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:21:49,135 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:21:49,136 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:21:49,136 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:21:49,136 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:21:49,137 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:21:49,138 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:21:49,138 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:21:49,139 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:21:49,139 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:21:49,139 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:21:49,140 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:21:49,140 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:21:49,141 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:21:49,141 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:21:49,142 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:21:49,142 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:21:49,143 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:21:49,143 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:21:49,144 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:21:49,144 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 03:21:49,146 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:21:49,148 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 03:21:49,150 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 03:21:49,151 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 03:21:49,152 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 03:21:49,153 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 03:21:49,161 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 03:21:49,163 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 03:21:49,165 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 03:21:49,165 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 03:21:49,166 main DEBUG createAppenders(={Console}) 2024-11-24 03:21:49,166 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-24 03:21:49,167 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-24 03:21:49,167 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-24 03:21:49,168 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 03:21:49,168 main DEBUG OutputStream closed 2024-11-24 03:21:49,169 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 03:21:49,169 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 03:21:49,169 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-24 03:21:49,258 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 03:21:49,261 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 03:21:49,263 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 03:21:49,264 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 03:21:49,264 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 03:21:49,265 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 03:21:49,265 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 03:21:49,266 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 03:21:49,266 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 03:21:49,267 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 03:21:49,267 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 03:21:49,268 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 03:21:49,268 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 03:21:49,268 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 03:21:49,269 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 03:21:49,269 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 03:21:49,270 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 03:21:49,271 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 03:21:49,274 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 03:21:49,275 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-24 03:21:49,275 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 03:21:49,276 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-24T03:21:49,549 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2 2024-11-24 03:21:49,552 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 03:21:49,552 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T03:21:49,561 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-11-24T03:21:49,579 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T03:21:49,582 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/cluster_c7600326-a96e-390b-0aa1-d29e4ac110a0, deleteOnExit=true 2024-11-24T03:21:49,583 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-24T03:21:49,584 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/test.cache.data in system properties and HBase conf 2024-11-24T03:21:49,584 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T03:21:49,585 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/hadoop.log.dir in system properties and HBase conf 2024-11-24T03:21:49,585 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T03:21:49,586 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T03:21:49,586 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-24T03:21:49,687 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T03:21:49,771 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T03:21:49,775 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T03:21:49,775 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T03:21:49,775 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T03:21:49,776 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T03:21:49,776 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T03:21:49,777 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T03:21:49,777 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T03:21:49,777 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T03:21:49,778 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T03:21:49,778 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/nfs.dump.dir in system properties and HBase conf 2024-11-24T03:21:49,778 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/java.io.tmpdir in system properties and HBase conf 2024-11-24T03:21:49,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T03:21:49,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T03:21:49,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T03:21:50,592 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T03:21:50,674 INFO [Time-limited test {}] log.Log(170): Logging initialized @2312ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T03:21:50,750 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:21:50,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T03:21:50,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T03:21:50,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T03:21:50,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T03:21:50,846 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:21:50,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/hadoop.log.dir/,AVAILABLE} 2024-11-24T03:21:50,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T03:21:51,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/java.io.tmpdir/jetty-localhost-45057-hadoop-hdfs-3_4_1-tests_jar-_-any-8919357633262699612/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T03:21:51,049 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:45057} 2024-11-24T03:21:51,049 INFO [Time-limited test {}] server.Server(415): Started @2688ms 2024-11-24T03:21:51,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:21:51,466 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T03:21:51,467 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T03:21:51,467 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T03:21:51,467 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T03:21:51,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/hadoop.log.dir/,AVAILABLE} 2024-11-24T03:21:51,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T03:21:51,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/java.io.tmpdir/jetty-localhost-35817-hadoop-hdfs-3_4_1-tests_jar-_-any-16049072368690302386/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:21:51,592 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:35817} 2024-11-24T03:21:51,592 INFO [Time-limited test {}] server.Server(415): Started @3231ms 2024-11-24T03:21:51,648 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T03:21:52,083 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/cluster_c7600326-a96e-390b-0aa1-d29e4ac110a0/dfs/data/data2/current/BP-1587704066-172.17.0.2-1732418510349/current, will proceed with Du for space computation calculation, 2024-11-24T03:21:52,083 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/cluster_c7600326-a96e-390b-0aa1-d29e4ac110a0/dfs/data/data1/current/BP-1587704066-172.17.0.2-1732418510349/current, will proceed with Du for space computation calculation, 2024-11-24T03:21:52,135 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T03:21:52,201 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e8d88148275d0b with lease ID 0xcd8f5a6842c2c6e9: Processing first storage report for DS-fdd6e474-269e-4fc3-9a11-a9cf43576d99 from datanode DatanodeRegistration(127.0.0.1:41263, datanodeUuid=44e5cfc1-4a3d-4daa-9921-98df7a19bf72, infoPort=45125, infoSecurePort=0, ipcPort=41131, storageInfo=lv=-57;cid=testClusterID;nsid=1755567694;c=1732418510349) 2024-11-24T03:21:52,202 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e8d88148275d0b with lease ID 0xcd8f5a6842c2c6e9: from storage DS-fdd6e474-269e-4fc3-9a11-a9cf43576d99 node DatanodeRegistration(127.0.0.1:41263, datanodeUuid=44e5cfc1-4a3d-4daa-9921-98df7a19bf72, infoPort=45125, infoSecurePort=0, ipcPort=41131, storageInfo=lv=-57;cid=testClusterID;nsid=1755567694;c=1732418510349), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T03:21:52,203 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e8d88148275d0b with lease ID 0xcd8f5a6842c2c6e9: Processing first storage report for DS-364e9a36-d6c4-4e9d-bd9b-88c0ce1954c1 from datanode DatanodeRegistration(127.0.0.1:41263, datanodeUuid=44e5cfc1-4a3d-4daa-9921-98df7a19bf72, infoPort=45125, infoSecurePort=0, ipcPort=41131, storageInfo=lv=-57;cid=testClusterID;nsid=1755567694;c=1732418510349) 2024-11-24T03:21:52,203 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e8d88148275d0b with lease ID 0xcd8f5a6842c2c6e9: from storage DS-364e9a36-d6c4-4e9d-bd9b-88c0ce1954c1 node DatanodeRegistration(127.0.0.1:41263, datanodeUuid=44e5cfc1-4a3d-4daa-9921-98df7a19bf72, infoPort=45125, infoSecurePort=0, ipcPort=41131, storageInfo=lv=-57;cid=testClusterID;nsid=1755567694;c=1732418510349), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T03:21:52,226 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2 2024-11-24T03:21:52,304 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/cluster_c7600326-a96e-390b-0aa1-d29e4ac110a0/zookeeper_0, clientPort=63551, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/cluster_c7600326-a96e-390b-0aa1-d29e4ac110a0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/cluster_c7600326-a96e-390b-0aa1-d29e4ac110a0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T03:21:52,314 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63551 2024-11-24T03:21:52,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:21:52,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:21:52,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741825_1001 (size=7) 2024-11-24T03:21:52,975 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587 with version=8 2024-11-24T03:21:52,976 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/hbase-staging 2024-11-24T03:21:53,104 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T03:21:53,373 INFO [Time-limited test {}] client.ConnectionUtils(129): master/f13c2bb2f71a:0 server-side Connection retries=45 2024-11-24T03:21:53,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T03:21:53,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T03:21:53,393 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T03:21:53,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T03:21:53,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T03:21:53,537 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T03:21:53,597 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T03:21:53,607 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T03:21:53,611 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T03:21:53,639 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 25084 (auto-detected) 2024-11-24T03:21:53,641 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T03:21:53,661 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34039 2024-11-24T03:21:53,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:21:53,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:21:53,683 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:34039 connecting to ZooKeeper ensemble=127.0.0.1:63551 2024-11-24T03:21:53,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340390x0, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T03:21:53,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34039-0x100278c5e830000 connected 2024-11-24T03:21:53,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T03:21:53,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T03:21:53,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T03:21:53,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34039 2024-11-24T03:21:53,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34039 2024-11-24T03:21:53,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34039 2024-11-24T03:21:53,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34039 2024-11-24T03:21:53,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34039 2024-11-24T03:21:53,767 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587, hbase.cluster.distributed=false 2024-11-24T03:21:53,828 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f13c2bb2f71a:0 server-side Connection retries=45 2024-11-24T03:21:53,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T03:21:53,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T03:21:53,828 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T03:21:53,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T03:21:53,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T03:21:53,831 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T03:21:53,833 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T03:21:53,834 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41393 2024-11-24T03:21:53,836 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T03:21:53,844 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T03:21:53,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:21:53,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:21:53,856 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41393 connecting to ZooKeeper ensemble=127.0.0.1:63551 2024-11-24T03:21:53,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413930x0, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T03:21:53,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41393-0x100278c5e830001 connected 2024-11-24T03:21:53,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41393-0x100278c5e830001, quorum=127.0.0.1:63551, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T03:21:53,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41393-0x100278c5e830001, quorum=127.0.0.1:63551, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T03:21:53,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41393-0x100278c5e830001, quorum=127.0.0.1:63551, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T03:21:53,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41393 2024-11-24T03:21:53,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41393 2024-11-24T03:21:53,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41393 2024-11-24T03:21:53,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41393 2024-11-24T03:21:53,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41393 2024-11-24T03:21:53,874 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/f13c2bb2f71a,34039,1732418513097 2024-11-24T03:21:53,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100278c5e830001, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T03:21:53,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T03:21:53,884 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f13c2bb2f71a,34039,1732418513097 2024-11-24T03:21:53,889 DEBUG [M:0;f13c2bb2f71a:34039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f13c2bb2f71a:34039 2024-11-24T03:21:53,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100278c5e830001, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T03:21:53,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T03:21:53,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100278c5e830001, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:21:53,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:21:53,905 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T03:21:53,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T03:21:53,906 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f13c2bb2f71a,34039,1732418513097 from backup master directory 2024-11-24T03:21:53,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f13c2bb2f71a,34039,1732418513097 2024-11-24T03:21:53,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100278c5e830001, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T03:21:53,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T03:21:53,910 WARN [master/f13c2bb2f71a:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T03:21:53,910 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f13c2bb2f71a,34039,1732418513097 2024-11-24T03:21:53,913 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T03:21:53,914 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T03:21:53,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741826_1002 (size=42) 2024-11-24T03:21:54,382 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/hbase.id with ID: bdbe6c21-0a70-4fc9-8db1-33033d554269 2024-11-24T03:21:54,423 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:21:54,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:21:54,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100278c5e830001, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:21:54,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741827_1003 (size=196) 2024-11-24T03:21:54,881 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:21:54,884 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T03:21:54,901 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:21:54,906 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:21:54,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741828_1004 (size=1189) 2024-11-24T03:21:55,356 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/MasterData/data/master/store 2024-11-24T03:21:55,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741829_1005 (size=34) 2024-11-24T03:21:55,780 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T03:21:55,781 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:21:55,782 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T03:21:55,782 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:21:55,782 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:21:55,783 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T03:21:55,783 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:21:55,783 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:21:55,783 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-24T03:21:55,786 WARN [master/f13c2bb2f71a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/MasterData/data/master/store/.initializing 2024-11-24T03:21:55,786 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/MasterData/WALs/f13c2bb2f71a,34039,1732418513097 2024-11-24T03:21:55,793 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T03:21:55,804 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f13c2bb2f71a%2C34039%2C1732418513097, suffix=, logDir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/MasterData/WALs/f13c2bb2f71a,34039,1732418513097, archiveDir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/MasterData/oldWALs, maxLogs=10 2024-11-24T03:21:55,835 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/MasterData/WALs/f13c2bb2f71a,34039,1732418513097/f13c2bb2f71a%2C34039%2C1732418513097.1732418515810, exclude list is [], retry=0 2024-11-24T03:21:55,852 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41263,DS-fdd6e474-269e-4fc3-9a11-a9cf43576d99,DISK] 2024-11-24T03:21:55,855 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T03:21:55,895 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/MasterData/WALs/f13c2bb2f71a,34039,1732418513097/f13c2bb2f71a%2C34039%2C1732418513097.1732418515810 2024-11-24T03:21:55,896 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45125:45125)] 2024-11-24T03:21:55,896 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:21:55,897 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:21:55,900 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:21:55,901 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:21:55,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:21:55,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T03:21:55,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:55,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:21:55,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:21:55,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T03:21:55,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:55,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:21:55,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:21:55,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T03:21:55,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:55,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:21:55,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:21:55,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T03:21:55,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:55,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:21:55,992 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:21:55,993 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:21:56,002 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T03:21:56,006 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:21:56,010 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:21:56,011 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58989492, jitterRate=-0.12098807096481323}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T03:21:56,015 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-24T03:21:56,016 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T03:21:56,044 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74da0c0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:21:56,078 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-24T03:21:56,090 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T03:21:56,090 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T03:21:56,093 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T03:21:56,094 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T03:21:56,099 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-24T03:21:56,099 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T03:21:56,125 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T03:21:56,136 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T03:21:56,138 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-24T03:21:56,141 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T03:21:56,142 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T03:21:56,144 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-24T03:21:56,145 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T03:21:56,149 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T03:21:56,150 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-24T03:21:56,151 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T03:21:56,153 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T03:21:56,162 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T03:21:56,164 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T03:21:56,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100278c5e830001, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T03:21:56,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T03:21:56,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100278c5e830001, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:21:56,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:21:56,170 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=f13c2bb2f71a,34039,1732418513097, sessionid=0x100278c5e830000, setting cluster-up flag (Was=false) 2024-11-24T03:21:56,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:21:56,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100278c5e830001, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:21:56,189 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T03:21:56,191 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f13c2bb2f71a,34039,1732418513097 2024-11-24T03:21:56,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100278c5e830001, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:21:56,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:21:56,203 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T03:21:56,205 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f13c2bb2f71a,34039,1732418513097 2024-11-24T03:21:56,287 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-24T03:21:56,289 DEBUG [RS:0;f13c2bb2f71a:41393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f13c2bb2f71a:41393 2024-11-24T03:21:56,290 INFO [RS:0;f13c2bb2f71a:41393 {}] regionserver.HRegionServer(1008): ClusterId : bdbe6c21-0a70-4fc9-8db1-33033d554269 2024-11-24T03:21:56,293 DEBUG [RS:0;f13c2bb2f71a:41393 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T03:21:56,294 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-24T03:21:56,297 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T03:21:56,297 DEBUG [RS:0;f13c2bb2f71a:41393 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T03:21:56,297 DEBUG [RS:0;f13c2bb2f71a:41393 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T03:21:56,301 DEBUG [RS:0;f13c2bb2f71a:41393 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T03:21:56,301 DEBUG [RS:0;f13c2bb2f71a:41393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343b6adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:21:56,303 DEBUG [RS:0;f13c2bb2f71a:41393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aad9ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f13c2bb2f71a/172.17.0.2:0 2024-11-24T03:21:56,303 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f13c2bb2f71a,34039,1732418513097 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T03:21:56,306 INFO [RS:0;f13c2bb2f71a:41393 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-24T03:21:56,306 INFO [RS:0;f13c2bb2f71a:41393 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-24T03:21:56,306 DEBUG [RS:0;f13c2bb2f71a:41393 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-24T03:21:56,307 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f13c2bb2f71a:0, corePoolSize=5, maxPoolSize=5 2024-11-24T03:21:56,307 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f13c2bb2f71a:0, corePoolSize=5, maxPoolSize=5 2024-11-24T03:21:56,307 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f13c2bb2f71a:0, corePoolSize=5, maxPoolSize=5 2024-11-24T03:21:56,307 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f13c2bb2f71a:0, corePoolSize=5, maxPoolSize=5 2024-11-24T03:21:56,308 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f13c2bb2f71a:0, corePoolSize=10, maxPoolSize=10 2024-11-24T03:21:56,308 INFO [RS:0;f13c2bb2f71a:41393 {}] regionserver.HRegionServer(3073): reportForDuty to master=f13c2bb2f71a,34039,1732418513097 with isa=f13c2bb2f71a/172.17.0.2:41393, startcode=1732418513827 2024-11-24T03:21:56,308 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f13c2bb2f71a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:21:56,308 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f13c2bb2f71a:0, corePoolSize=2, maxPoolSize=2 2024-11-24T03:21:56,309 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f13c2bb2f71a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:21:56,311 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732418546311 2024-11-24T03:21:56,313 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T03:21:56,313 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-24T03:21:56,314 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-24T03:21:56,315 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T03:21:56,319 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:56,319 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T03:21:56,319 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T03:21:56,320 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T03:21:56,320 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T03:21:56,321 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T03:21:56,321 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T03:21:56,322 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T03:21:56,323 DEBUG [RS:0;f13c2bb2f71a:41393 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T03:21:56,324 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T03:21:56,324 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T03:21:56,327 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T03:21:56,327 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T03:21:56,331 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f13c2bb2f71a:0:becomeActiveMaster-HFileCleaner.large.0-1732418516329,5,FailOnTimeoutGroup] 2024-11-24T03:21:56,331 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f13c2bb2f71a:0:becomeActiveMaster-HFileCleaner.small.0-1732418516331,5,FailOnTimeoutGroup] 2024-11-24T03:21:56,332 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T03:21:56,332 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T03:21:56,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741831_1007 (size=1039) 2024-11-24T03:21:56,333 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T03:21:56,334 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T03:21:56,365 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38017, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T03:21:56,371 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34039 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f13c2bb2f71a,41393,1732418513827 2024-11-24T03:21:56,373 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34039 {}] master.ServerManager(486): Registering regionserver=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:21:56,388 DEBUG [RS:0;f13c2bb2f71a:41393 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587 2024-11-24T03:21:56,388 DEBUG [RS:0;f13c2bb2f71a:41393 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37393 2024-11-24T03:21:56,389 DEBUG [RS:0;f13c2bb2f71a:41393 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-24T03:21:56,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T03:21:56,394 DEBUG [RS:0;f13c2bb2f71a:41393 {}] zookeeper.ZKUtil(111): regionserver:41393-0x100278c5e830001, quorum=127.0.0.1:63551, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f13c2bb2f71a,41393,1732418513827 2024-11-24T03:21:56,394 WARN [RS:0;f13c2bb2f71a:41393 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T03:21:56,394 INFO [RS:0;f13c2bb2f71a:41393 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:21:56,394 DEBUG [RS:0;f13c2bb2f71a:41393 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/WALs/f13c2bb2f71a,41393,1732418513827 2024-11-24T03:21:56,396 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f13c2bb2f71a,41393,1732418513827] 2024-11-24T03:21:56,408 DEBUG [RS:0;f13c2bb2f71a:41393 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-24T03:21:56,419 INFO [RS:0;f13c2bb2f71a:41393 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T03:21:56,431 INFO [RS:0;f13c2bb2f71a:41393 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T03:21:56,434 INFO [RS:0;f13c2bb2f71a:41393 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T03:21:56,434 INFO [RS:0;f13c2bb2f71a:41393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T03:21:56,435 INFO [RS:0;f13c2bb2f71a:41393 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-24T03:21:56,441 INFO [RS:0;f13c2bb2f71a:41393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T03:21:56,442 DEBUG [RS:0;f13c2bb2f71a:41393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f13c2bb2f71a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:21:56,442 DEBUG [RS:0;f13c2bb2f71a:41393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f13c2bb2f71a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:21:56,442 DEBUG [RS:0;f13c2bb2f71a:41393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:21:56,442 DEBUG [RS:0;f13c2bb2f71a:41393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:21:56,442 DEBUG [RS:0;f13c2bb2f71a:41393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f13c2bb2f71a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:21:56,443 DEBUG [RS:0;f13c2bb2f71a:41393 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f13c2bb2f71a:0, corePoolSize=2, maxPoolSize=2 2024-11-24T03:21:56,443 DEBUG [RS:0;f13c2bb2f71a:41393 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:21:56,443 DEBUG [RS:0;f13c2bb2f71a:41393 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f13c2bb2f71a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:21:56,443 DEBUG [RS:0;f13c2bb2f71a:41393 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f13c2bb2f71a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:21:56,443 DEBUG [RS:0;f13c2bb2f71a:41393 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f13c2bb2f71a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:21:56,443 DEBUG [RS:0;f13c2bb2f71a:41393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f13c2bb2f71a:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:21:56,443 DEBUG [RS:0;f13c2bb2f71a:41393 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f13c2bb2f71a:0, corePoolSize=3, maxPoolSize=3 2024-11-24T03:21:56,443 DEBUG [RS:0;f13c2bb2f71a:41393 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0, corePoolSize=3, maxPoolSize=3 2024-11-24T03:21:56,444 INFO [RS:0;f13c2bb2f71a:41393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T03:21:56,444 INFO [RS:0;f13c2bb2f71a:41393 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T03:21:56,445 INFO [RS:0;f13c2bb2f71a:41393 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T03:21:56,445 INFO [RS:0;f13c2bb2f71a:41393 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T03:21:56,445 INFO [RS:0;f13c2bb2f71a:41393 {}] hbase.ChoreService(168): Chore ScheduledChore name=f13c2bb2f71a,41393,1732418513827-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T03:21:56,465 INFO [RS:0;f13c2bb2f71a:41393 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T03:21:56,467 INFO [RS:0;f13c2bb2f71a:41393 {}] hbase.ChoreService(168): Chore ScheduledChore name=f13c2bb2f71a,41393,1732418513827-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T03:21:56,487 INFO [RS:0;f13c2bb2f71a:41393 {}] regionserver.Replication(204): f13c2bb2f71a,41393,1732418513827 started 2024-11-24T03:21:56,487 INFO [RS:0;f13c2bb2f71a:41393 {}] regionserver.HRegionServer(1767): Serving as f13c2bb2f71a,41393,1732418513827, RpcServer on f13c2bb2f71a/172.17.0.2:41393, sessionid=0x100278c5e830001 2024-11-24T03:21:56,488 DEBUG [RS:0;f13c2bb2f71a:41393 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T03:21:56,488 DEBUG [RS:0;f13c2bb2f71a:41393 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f13c2bb2f71a,41393,1732418513827 2024-11-24T03:21:56,488 DEBUG [RS:0;f13c2bb2f71a:41393 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f13c2bb2f71a,41393,1732418513827' 2024-11-24T03:21:56,488 DEBUG [RS:0;f13c2bb2f71a:41393 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T03:21:56,489 DEBUG [RS:0;f13c2bb2f71a:41393 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T03:21:56,490 DEBUG [RS:0;f13c2bb2f71a:41393 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T03:21:56,490 DEBUG [RS:0;f13c2bb2f71a:41393 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T03:21:56,490 DEBUG [RS:0;f13c2bb2f71a:41393 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f13c2bb2f71a,41393,1732418513827 2024-11-24T03:21:56,490 DEBUG [RS:0;f13c2bb2f71a:41393 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f13c2bb2f71a,41393,1732418513827' 2024-11-24T03:21:56,490 DEBUG [RS:0;f13c2bb2f71a:41393 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T03:21:56,491 DEBUG [RS:0;f13c2bb2f71a:41393 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T03:21:56,491 DEBUG [RS:0;f13c2bb2f71a:41393 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T03:21:56,491 INFO [RS:0;f13c2bb2f71a:41393 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T03:21:56,492 INFO [RS:0;f13c2bb2f71a:41393 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T03:21:56,597 INFO [RS:0;f13c2bb2f71a:41393 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T03:21:56,601 INFO [RS:0;f13c2bb2f71a:41393 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f13c2bb2f71a%2C41393%2C1732418513827, suffix=, logDir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/WALs/f13c2bb2f71a,41393,1732418513827, archiveDir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/oldWALs, maxLogs=32 2024-11-24T03:21:56,618 DEBUG [RS:0;f13c2bb2f71a:41393 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/WALs/f13c2bb2f71a,41393,1732418513827/f13c2bb2f71a%2C41393%2C1732418513827.1732418516604, exclude list is [], retry=0 2024-11-24T03:21:56,623 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41263,DS-fdd6e474-269e-4fc3-9a11-a9cf43576d99,DISK] 2024-11-24T03:21:56,627 INFO [RS:0;f13c2bb2f71a:41393 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/WALs/f13c2bb2f71a,41393,1732418513827/f13c2bb2f71a%2C41393%2C1732418513827.1732418516604 2024-11-24T03:21:56,628 DEBUG [RS:0;f13c2bb2f71a:41393 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45125:45125)] 2024-11-24T03:21:56,737 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-24T03:21:56,737 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587 2024-11-24T03:21:56,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741833_1009 (size=32) 2024-11-24T03:21:57,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:21:57,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T03:21:57,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T03:21:57,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:57,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:21:57,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T03:21:57,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T03:21:57,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:57,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:21:57,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T03:21:57,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T03:21:57,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:57,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:21:57,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/meta/1588230740 2024-11-24T03:21:57,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/meta/1588230740 2024-11-24T03:21:57,170 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:21:57,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-24T03:21:57,177 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:21:57,178 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61363318, jitterRate=-0.08561530709266663}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:21:57,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-24T03:21:57,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-24T03:21:57,180 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-24T03:21:57,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-24T03:21:57,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T03:21:57,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T03:21:57,181 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-24T03:21:57,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-24T03:21:57,184 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-24T03:21:57,184 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-24T03:21:57,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T03:21:57,198 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T03:21:57,200 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T03:21:57,352 DEBUG [f13c2bb2f71a:34039 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T03:21:57,357 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:21:57,362 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f13c2bb2f71a,41393,1732418513827, state=OPENING 2024-11-24T03:21:57,368 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T03:21:57,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100278c5e830001, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:21:57,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:21:57,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T03:21:57,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T03:21:57,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=f13c2bb2f71a,41393,1732418513827}] 2024-11-24T03:21:57,547 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:21:57,548 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T03:21:57,552 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T03:21:57,562 INFO [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-24T03:21:57,563 INFO [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:21:57,563 INFO [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T03:21:57,567 INFO [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f13c2bb2f71a%2C41393%2C1732418513827.meta, suffix=.meta, logDir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/WALs/f13c2bb2f71a,41393,1732418513827, archiveDir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/oldWALs, maxLogs=32 2024-11-24T03:21:57,584 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/WALs/f13c2bb2f71a,41393,1732418513827/f13c2bb2f71a%2C41393%2C1732418513827.meta.1732418517569.meta, exclude list is [], retry=0 2024-11-24T03:21:57,587 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41263,DS-fdd6e474-269e-4fc3-9a11-a9cf43576d99,DISK] 2024-11-24T03:21:57,590 INFO [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/WALs/f13c2bb2f71a,41393,1732418513827/f13c2bb2f71a%2C41393%2C1732418513827.meta.1732418517569.meta 2024-11-24T03:21:57,591 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45125:45125)] 2024-11-24T03:21:57,591 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:21:57,593 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T03:21:57,656 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T03:21:57,660 INFO [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T03:21:57,665 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T03:21:57,665 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:21:57,665 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-24T03:21:57,665 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-24T03:21:57,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T03:21:57,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T03:21:57,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:57,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:21:57,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T03:21:57,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T03:21:57,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:57,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:21:57,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T03:21:57,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T03:21:57,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:57,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:21:57,677 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/meta/1588230740 2024-11-24T03:21:57,680 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/meta/1588230740 2024-11-24T03:21:57,683 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:21:57,685 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-24T03:21:57,687 INFO [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70578055, jitterRate=0.051694974303245544}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:21:57,688 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-24T03:21:57,696 INFO [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732418517541 2024-11-24T03:21:57,707 DEBUG [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T03:21:57,707 INFO [RS_OPEN_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-24T03:21:57,708 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:21:57,710 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f13c2bb2f71a,41393,1732418513827, state=OPEN 2024-11-24T03:21:57,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100278c5e830001, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T03:21:57,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T03:21:57,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T03:21:57,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T03:21:57,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T03:21:57,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=f13c2bb2f71a,41393,1732418513827 in 344 msec 2024-11-24T03:21:57,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T03:21:57,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 532 msec 2024-11-24T03:21:57,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4910 sec 2024-11-24T03:21:57,732 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732418517732, completionTime=-1 2024-11-24T03:21:57,733 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T03:21:57,733 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-24T03:21:57,771 DEBUG [hconnection-0x4108c199-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:21:57,774 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:21:57,785 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-24T03:21:57,786 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732418577786 2024-11-24T03:21:57,786 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732418637786 2024-11-24T03:21:57,786 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 53 msec 2024-11-24T03:21:57,808 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f13c2bb2f71a,34039,1732418513097-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T03:21:57,808 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f13c2bb2f71a,34039,1732418513097-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T03:21:57,808 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f13c2bb2f71a,34039,1732418513097-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T03:21:57,809 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f13c2bb2f71a:34039, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T03:21:57,810 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T03:21:57,815 DEBUG [master/f13c2bb2f71a:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-24T03:21:57,818 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-24T03:21:57,819 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T03:21:57,826 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-24T03:21:57,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T03:21:57,830 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:57,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T03:21:57,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741835_1011 (size=358) 2024-11-24T03:21:58,248 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bb61c6d55c716e058557d7070b784ec7, NAME => 'hbase:namespace,,1732418517818.bb61c6d55c716e058557d7070b784ec7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587 2024-11-24T03:21:58,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741836_1012 (size=42) 2024-11-24T03:21:58,260 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732418517818.bb61c6d55c716e058557d7070b784ec7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:21:58,260 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing bb61c6d55c716e058557d7070b784ec7, disabling compactions & flushes 2024-11-24T03:21:58,260 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732418517818.bb61c6d55c716e058557d7070b784ec7. 2024-11-24T03:21:58,260 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732418517818.bb61c6d55c716e058557d7070b784ec7. 2024-11-24T03:21:58,260 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732418517818.bb61c6d55c716e058557d7070b784ec7. after waiting 0 ms 2024-11-24T03:21:58,260 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732418517818.bb61c6d55c716e058557d7070b784ec7. 2024-11-24T03:21:58,260 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732418517818.bb61c6d55c716e058557d7070b784ec7. 2024-11-24T03:21:58,260 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for bb61c6d55c716e058557d7070b784ec7: 2024-11-24T03:21:58,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T03:21:58,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732418517818.bb61c6d55c716e058557d7070b784ec7.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732418518264"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732418518264"}]},"ts":"1732418518264"} 2024-11-24T03:21:58,296 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T03:21:58,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T03:21:58,302 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418518299"}]},"ts":"1732418518299"} 2024-11-24T03:21:58,306 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-24T03:21:58,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=bb61c6d55c716e058557d7070b784ec7, ASSIGN}] 2024-11-24T03:21:58,316 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=bb61c6d55c716e058557d7070b784ec7, ASSIGN 2024-11-24T03:21:58,318 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=bb61c6d55c716e058557d7070b784ec7, ASSIGN; state=OFFLINE, location=f13c2bb2f71a,41393,1732418513827; forceNewPlan=false, retain=false 2024-11-24T03:21:58,469 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=bb61c6d55c716e058557d7070b784ec7, regionState=OPENING, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:21:58,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure bb61c6d55c716e058557d7070b784ec7, server=f13c2bb2f71a,41393,1732418513827}] 2024-11-24T03:21:58,627 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:21:58,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732418517818.bb61c6d55c716e058557d7070b784ec7. 2024-11-24T03:21:58,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => bb61c6d55c716e058557d7070b784ec7, NAME => 'hbase:namespace,,1732418517818.bb61c6d55c716e058557d7070b784ec7.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:21:58,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace bb61c6d55c716e058557d7070b784ec7 2024-11-24T03:21:58,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732418517818.bb61c6d55c716e058557d7070b784ec7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:21:58,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for bb61c6d55c716e058557d7070b784ec7 2024-11-24T03:21:58,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for bb61c6d55c716e058557d7070b784ec7 2024-11-24T03:21:58,637 INFO [StoreOpener-bb61c6d55c716e058557d7070b784ec7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region bb61c6d55c716e058557d7070b784ec7 2024-11-24T03:21:58,640 INFO [StoreOpener-bb61c6d55c716e058557d7070b784ec7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb61c6d55c716e058557d7070b784ec7 columnFamilyName info 2024-11-24T03:21:58,640 DEBUG [StoreOpener-bb61c6d55c716e058557d7070b784ec7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:58,641 INFO [StoreOpener-bb61c6d55c716e058557d7070b784ec7-1 {}] regionserver.HStore(327): Store=bb61c6d55c716e058557d7070b784ec7/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:21:58,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/namespace/bb61c6d55c716e058557d7070b784ec7 2024-11-24T03:21:58,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/namespace/bb61c6d55c716e058557d7070b784ec7 2024-11-24T03:21:58,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for bb61c6d55c716e058557d7070b784ec7 2024-11-24T03:21:58,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/namespace/bb61c6d55c716e058557d7070b784ec7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:21:58,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened bb61c6d55c716e058557d7070b784ec7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65492684, jitterRate=-0.024082958698272705}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T03:21:58,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for bb61c6d55c716e058557d7070b784ec7: 2024-11-24T03:21:58,654 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732418517818.bb61c6d55c716e058557d7070b784ec7., pid=6, masterSystemTime=1732418518627 2024-11-24T03:21:58,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732418517818.bb61c6d55c716e058557d7070b784ec7. 2024-11-24T03:21:58,658 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732418517818.bb61c6d55c716e058557d7070b784ec7. 2024-11-24T03:21:58,659 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=bb61c6d55c716e058557d7070b784ec7, regionState=OPEN, openSeqNum=2, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:21:58,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T03:21:58,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure bb61c6d55c716e058557d7070b784ec7, server=f13c2bb2f71a,41393,1732418513827 in 189 msec 2024-11-24T03:21:58,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T03:21:58,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=bb61c6d55c716e058557d7070b784ec7, ASSIGN in 352 msec 2024-11-24T03:21:58,670 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T03:21:58,671 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418518671"}]},"ts":"1732418518671"} 2024-11-24T03:21:58,673 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-24T03:21:58,680 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T03:21:58,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 860 msec 2024-11-24T03:21:58,730 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-24T03:21:58,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-24T03:21:58,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100278c5e830001, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:21:58,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:21:58,760 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-24T03:21:58,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-24T03:21:58,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 22 msec 2024-11-24T03:21:58,784 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-24T03:21:58,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-24T03:21:58,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 14 msec 2024-11-24T03:21:58,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-24T03:21:58,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-24T03:21:58,812 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.902sec 2024-11-24T03:21:58,813 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T03:21:58,814 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T03:21:58,815 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T03:21:58,816 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T03:21:58,816 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T03:21:58,817 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f13c2bb2f71a,34039,1732418513097-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T03:21:58,817 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f13c2bb2f71a,34039,1732418513097-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T03:21:58,824 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-24T03:21:58,824 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T03:21:58,825 INFO [master/f13c2bb2f71a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f13c2bb2f71a,34039,1732418513097-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T03:21:58,892 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-24T03:21:58,893 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-24T03:21:58,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:21:58,903 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T03:21:58,903 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T03:21:58,914 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:21:58,923 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:21:58,934 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=f13c2bb2f71a,34039,1732418513097 2024-11-24T03:21:58,953 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=389, ProcessCount=11, AvailableMemoryMB=7793 2024-11-24T03:21:58,984 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T03:21:58,987 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35012, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T03:21:58,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T03:21:59,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:21:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T03:21:59,009 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T03:21:59,009 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:59,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-24T03:21:59,012 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T03:21:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T03:21:59,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741837_1013 (size=963) 2024-11-24T03:21:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T03:21:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T03:21:59,436 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587 2024-11-24T03:21:59,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741838_1014 (size=53) 2024-11-24T03:21:59,446 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:21:59,446 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing be6b678dd3f5f56b687375932a20ee76, disabling compactions & flushes 2024-11-24T03:21:59,446 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:21:59,446 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:21:59,446 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. after waiting 0 ms 2024-11-24T03:21:59,446 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:21:59,446 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:21:59,446 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:21:59,448 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T03:21:59,449 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732418519448"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732418519448"}]},"ts":"1732418519448"} 2024-11-24T03:21:59,452 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T03:21:59,453 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T03:21:59,453 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418519453"}]},"ts":"1732418519453"} 2024-11-24T03:21:59,456 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T03:21:59,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=be6b678dd3f5f56b687375932a20ee76, ASSIGN}] 2024-11-24T03:21:59,461 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=be6b678dd3f5f56b687375932a20ee76, ASSIGN 2024-11-24T03:21:59,462 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=be6b678dd3f5f56b687375932a20ee76, ASSIGN; state=OFFLINE, location=f13c2bb2f71a,41393,1732418513827; forceNewPlan=false, retain=false 2024-11-24T03:21:59,613 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=be6b678dd3f5f56b687375932a20ee76, regionState=OPENING, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:21:59,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827}] 2024-11-24T03:21:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T03:21:59,772 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:21:59,779 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:21:59,779 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:21:59,780 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:21:59,780 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:21:59,780 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:21:59,780 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:21:59,782 INFO [StoreOpener-be6b678dd3f5f56b687375932a20ee76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:21:59,786 INFO [StoreOpener-be6b678dd3f5f56b687375932a20ee76-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:21:59,787 INFO [StoreOpener-be6b678dd3f5f56b687375932a20ee76-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be6b678dd3f5f56b687375932a20ee76 columnFamilyName A 2024-11-24T03:21:59,787 DEBUG [StoreOpener-be6b678dd3f5f56b687375932a20ee76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:59,788 INFO [StoreOpener-be6b678dd3f5f56b687375932a20ee76-1 {}] regionserver.HStore(327): Store=be6b678dd3f5f56b687375932a20ee76/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:21:59,788 INFO [StoreOpener-be6b678dd3f5f56b687375932a20ee76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:21:59,790 INFO [StoreOpener-be6b678dd3f5f56b687375932a20ee76-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:21:59,791 INFO [StoreOpener-be6b678dd3f5f56b687375932a20ee76-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be6b678dd3f5f56b687375932a20ee76 columnFamilyName B 2024-11-24T03:21:59,791 DEBUG [StoreOpener-be6b678dd3f5f56b687375932a20ee76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:59,792 INFO [StoreOpener-be6b678dd3f5f56b687375932a20ee76-1 {}] regionserver.HStore(327): Store=be6b678dd3f5f56b687375932a20ee76/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:21:59,792 INFO [StoreOpener-be6b678dd3f5f56b687375932a20ee76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:21:59,794 INFO [StoreOpener-be6b678dd3f5f56b687375932a20ee76-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:21:59,795 INFO [StoreOpener-be6b678dd3f5f56b687375932a20ee76-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be6b678dd3f5f56b687375932a20ee76 columnFamilyName C 2024-11-24T03:21:59,795 DEBUG [StoreOpener-be6b678dd3f5f56b687375932a20ee76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:21:59,796 INFO [StoreOpener-be6b678dd3f5f56b687375932a20ee76-1 {}] regionserver.HStore(327): Store=be6b678dd3f5f56b687375932a20ee76/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:21:59,796 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:21:59,797 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:21:59,798 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:21:59,800 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:21:59,802 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:21:59,806 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:21:59,807 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened be6b678dd3f5f56b687375932a20ee76; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71171236, jitterRate=0.06053406000137329}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:21:59,807 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:21:59,809 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., pid=11, masterSystemTime=1732418519772 2024-11-24T03:21:59,812 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:21:59,812 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:21:59,813 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=be6b678dd3f5f56b687375932a20ee76, regionState=OPEN, openSeqNum=2, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:21:59,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-24T03:21:59,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 in 199 msec 2024-11-24T03:21:59,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T03:21:59,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=be6b678dd3f5f56b687375932a20ee76, ASSIGN in 361 msec 2024-11-24T03:21:59,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T03:21:59,825 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418519825"}]},"ts":"1732418519825"} 2024-11-24T03:21:59,828 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T03:21:59,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T03:21:59,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 827 msec 2024-11-24T03:22:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T03:22:00,134 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-24T03:22:00,139 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-24T03:22:00,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:00,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:00,148 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:00,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T03:22:00,153 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T03:22:00,160 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-24T03:22:00,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:00,165 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-24T03:22:00,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:00,170 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-24T03:22:00,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:00,174 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-24T03:22:00,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:00,178 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-24T03:22:00,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:00,183 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-24T03:22:00,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:00,187 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-24T03:22:00,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:00,192 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-24T03:22:00,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:00,197 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-24T03:22:00,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:00,203 DEBUG [hconnection-0x1c8a5105-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:00,204 DEBUG [hconnection-0x4c21a880-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:00,206 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48280, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:00,207 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:00,207 DEBUG [hconnection-0x3b66a271-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:00,208 DEBUG [hconnection-0x1734c206-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:00,208 DEBUG [hconnection-0x74328c80-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:00,209 DEBUG [hconnection-0x4ee426b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:00,209 DEBUG [hconnection-0x2522abb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:00,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:00,214 DEBUG [hconnection-0x2d164ddf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:00,216 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48296, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:00,216 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:00,217 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:00,219 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48326, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:00,220 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:00,221 DEBUG [hconnection-0x79bb3058-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-24T03:22:00,223 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T03:22:00,226 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:00,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:00,229 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:00,246 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:00,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be6b678dd3f5f56b687375932a20ee76 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:22:00,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=A 2024-11-24T03:22:00,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:00,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=B 2024-11-24T03:22:00,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:00,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=C 2024-11-24T03:22:00,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T03:22:00,391 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:00,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T03:22:00,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:00,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:00,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:00,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:00,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/14470fab2a134b1190e6415b9e64a49b is 50, key is test_row_0/A:col10/1732418520270/Put/seqid=0 2024-11-24T03:22:00,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:00,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741839_1015 (size=12001) 2024-11-24T03:22:00,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418580478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:00,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418580492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:00,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48356 deadline: 1732418580502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:00,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418580512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:00,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1732418580519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T03:22:00,580 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:00,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T03:22:00,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:00,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:00,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:00,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:00,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:00,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418580661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:00,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418580661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:00,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418580663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:00,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:00,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1732418580664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48356 deadline: 1732418580664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:00,737 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:00,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T03:22:00,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:00,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:00,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:00,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:00,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T03:22:00,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/14470fab2a134b1190e6415b9e64a49b 2024-11-24T03:22:00,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:00,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418580866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418580869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:00,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48356 deadline: 1732418580872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:00,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1732418580872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:00,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418580872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:00,893 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:00,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T03:22:00,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:00,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:00,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:00,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:00,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:00,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/d5b1b87d18784b979fd2bb2631019a44 is 50, key is test_row_0/B:col10/1732418520270/Put/seqid=0 2024-11-24T03:22:00,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741840_1016 (size=12001) 2024-11-24T03:22:01,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/d5b1b87d18784b979fd2bb2631019a44 2024-11-24T03:22:01,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/d3055da36e4a433d8412133ef09340cf is 50, key is test_row_0/C:col10/1732418520270/Put/seqid=0 2024-11-24T03:22:01,050 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:01,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T03:22:01,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:01,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:01,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:01,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:01,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:01,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741841_1017 (size=12001) 2024-11-24T03:22:01,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/d3055da36e4a433d8412133ef09340cf 2024-11-24T03:22:01,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/14470fab2a134b1190e6415b9e64a49b as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/14470fab2a134b1190e6415b9e64a49b 2024-11-24T03:22:01,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/14470fab2a134b1190e6415b9e64a49b, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T03:22:01,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/d5b1b87d18784b979fd2bb2631019a44 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/d5b1b87d18784b979fd2bb2631019a44 2024-11-24T03:22:01,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/d5b1b87d18784b979fd2bb2631019a44, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T03:22:01,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/d3055da36e4a433d8412133ef09340cf as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/d3055da36e4a433d8412133ef09340cf 2024-11-24T03:22:01,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/d3055da36e4a433d8412133ef09340cf, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T03:22:01,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for be6b678dd3f5f56b687375932a20ee76 in 884ms, sequenceid=12, compaction requested=false 2024-11-24T03:22:01,176 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T03:22:01,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:01,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be6b678dd3f5f56b687375932a20ee76 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T03:22:01,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=A 2024-11-24T03:22:01,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:01,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=B 2024-11-24T03:22:01,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:01,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=C 2024-11-24T03:22:01,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:01,206 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:01,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T03:22:01,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:01,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:01,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:01,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:01,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:01,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/aff0a7dc70ba42ae8b06daa222a96568 is 50, key is test_row_0/A:col10/1732418520500/Put/seqid=0 2024-11-24T03:22:01,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418581204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:01,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418581207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:01,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1732418581217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:01,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418581224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:01,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48356 deadline: 1732418581226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:01,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741842_1018 (size=14341) 2024-11-24T03:22:01,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/aff0a7dc70ba42ae8b06daa222a96568 2024-11-24T03:22:01,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/b1de9485609842a6ae2a497fa457c590 is 50, key is test_row_0/B:col10/1732418520500/Put/seqid=0 2024-11-24T03:22:01,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741843_1019 (size=12001) 2024-11-24T03:22:01,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/b1de9485609842a6ae2a497fa457c590 2024-11-24T03:22:01,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418581327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:01,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418581328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:01,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1732418581330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T03:22:01,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/21c7f075223649d38023f7b060191e53 is 50, key is test_row_0/C:col10/1732418520500/Put/seqid=0 2024-11-24T03:22:01,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48356 deadline: 1732418581342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:01,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418581342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:01,364 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:01,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T03:22:01,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:01,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:01,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:01,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:01,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:01,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741844_1020 (size=12001) 2024-11-24T03:22:01,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/21c7f075223649d38023f7b060191e53 2024-11-24T03:22:01,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/aff0a7dc70ba42ae8b06daa222a96568 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/aff0a7dc70ba42ae8b06daa222a96568 2024-11-24T03:22:01,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/aff0a7dc70ba42ae8b06daa222a96568, entries=200, sequenceid=38, filesize=14.0 K 2024-11-24T03:22:01,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/b1de9485609842a6ae2a497fa457c590 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/b1de9485609842a6ae2a497fa457c590 2024-11-24T03:22:01,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/b1de9485609842a6ae2a497fa457c590, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T03:22:01,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/21c7f075223649d38023f7b060191e53 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/21c7f075223649d38023f7b060191e53 2024-11-24T03:22:01,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/21c7f075223649d38023f7b060191e53, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T03:22:01,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for be6b678dd3f5f56b687375932a20ee76 in 256ms, sequenceid=38, compaction requested=false 2024-11-24T03:22:01,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:01,519 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:01,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T03:22:01,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:01,521 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing be6b678dd3f5f56b687375932a20ee76 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:22:01,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=A 2024-11-24T03:22:01,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:01,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=B 2024-11-24T03:22:01,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:01,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=C 2024-11-24T03:22:01,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:01,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/4330c04b7e3e413890754b8ffb4b0b7f is 50, key is test_row_0/A:col10/1732418521220/Put/seqid=0 2024-11-24T03:22:01,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:01,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741845_1021 (size=12001) 2024-11-24T03:22:01,558 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/4330c04b7e3e413890754b8ffb4b0b7f 2024-11-24T03:22:01,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/a7fdfc8f11724a7488839074c41e19a7 is 50, key is test_row_0/B:col10/1732418521220/Put/seqid=0 2024-11-24T03:22:01,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741846_1022 (size=12001) 2024-11-24T03:22:01,613 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/a7fdfc8f11724a7488839074c41e19a7 2024-11-24T03:22:01,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:01,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48356 deadline: 1732418581616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418581617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:01,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418581619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:01,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418581623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:01,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1732418581624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:01,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/1c990ca729f846a59012decc20f3c8d8 is 50, key is test_row_0/C:col10/1732418521220/Put/seqid=0 2024-11-24T03:22:01,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741847_1023 (size=12001) 2024-11-24T03:22:01,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48356 deadline: 1732418581726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:01,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418581728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:01,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418581729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:01,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418581736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:01,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1732418581737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:01,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418581933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:01,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48356 deadline: 1732418581933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:01,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418581933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:01,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418581941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:01,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1732418581941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:02,060 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/1c990ca729f846a59012decc20f3c8d8 2024-11-24T03:22:02,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/4330c04b7e3e413890754b8ffb4b0b7f as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/4330c04b7e3e413890754b8ffb4b0b7f 2024-11-24T03:22:02,103 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/4330c04b7e3e413890754b8ffb4b0b7f, entries=150, sequenceid=49, filesize=11.7 K 2024-11-24T03:22:02,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/a7fdfc8f11724a7488839074c41e19a7 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/a7fdfc8f11724a7488839074c41e19a7 2024-11-24T03:22:02,119 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/a7fdfc8f11724a7488839074c41e19a7, entries=150, sequenceid=49, filesize=11.7 K 2024-11-24T03:22:02,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/1c990ca729f846a59012decc20f3c8d8 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/1c990ca729f846a59012decc20f3c8d8 2024-11-24T03:22:02,140 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/1c990ca729f846a59012decc20f3c8d8, entries=150, sequenceid=49, filesize=11.7 K 2024-11-24T03:22:02,145 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for be6b678dd3f5f56b687375932a20ee76 in 622ms, sequenceid=49, compaction requested=true 2024-11-24T03:22:02,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:02,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:02,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-24T03:22:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-24T03:22:02,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T03:22:02,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9190 sec 2024-11-24T03:22:02,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.9380 sec 2024-11-24T03:22:02,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be6b678dd3f5f56b687375932a20ee76 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T03:22:02,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=A 2024-11-24T03:22:02,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:02,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=B 2024-11-24T03:22:02,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:02,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=C 2024-11-24T03:22:02,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:02,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/1c62e204ef444d2597d29665dd141e6f is 50, key is test_row_0/A:col10/1732418521612/Put/seqid=0 2024-11-24T03:22:02,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741848_1024 (size=12001) 2024-11-24T03:22:02,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/1c62e204ef444d2597d29665dd141e6f 2024-11-24T03:22:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T03:22:02,341 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-24T03:22:02,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-24T03:22:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T03:22:02,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/8784c7819bc040e8941676a5f35cf36e is 50, key is test_row_0/B:col10/1732418521612/Put/seqid=0 2024-11-24T03:22:02,359 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:02,366 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:02,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:02,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418582360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:02,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418582363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1732418582364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:02,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48356 deadline: 1732418582372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:02,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418582374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:02,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741849_1025 (size=12001) 2024-11-24T03:22:02,413 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T03:22:02,414 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-24T03:22:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T03:22:02,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418582478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1732418582479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:02,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48356 deadline: 1732418582480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:02,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418582478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:02,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418582481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:02,520 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:02,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T03:22:02,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:02,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:02,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:02,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:02,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T03:22:02,676 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:02,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T03:22:02,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:02,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:02,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:02,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:02,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:02,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418582690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:02,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48356 deadline: 1732418582690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:02,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1732418582690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:02,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418582690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:02,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418582714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:02,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/8784c7819bc040e8941676a5f35cf36e 2024-11-24T03:22:02,832 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:02,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T03:22:02,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:02,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:02,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:02,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:02,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:02,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:02,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/43b1bf98fd7246398516fc2fcf290a8c is 50, key is test_row_0/C:col10/1732418521612/Put/seqid=0 2024-11-24T03:22:02,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741850_1026 (size=12001) 2024-11-24T03:22:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T03:22:02,988 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:02,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T03:22:02,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:02,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:02,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:02,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:02,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:03,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418582996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:03,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48356 deadline: 1732418582998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:03,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418583000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:03,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1732418583000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:03,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418583025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:03,143 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:03,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T03:22:03,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:03,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:03,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:03,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:03,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:03,177 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T03:22:03,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/43b1bf98fd7246398516fc2fcf290a8c 2024-11-24T03:22:03,299 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:03,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T03:22:03,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:03,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:03,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:03,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:03,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:03,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/1c62e204ef444d2597d29665dd141e6f as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/1c62e204ef444d2597d29665dd141e6f 2024-11-24T03:22:03,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/1c62e204ef444d2597d29665dd141e6f, entries=150, sequenceid=76, filesize=11.7 K 2024-11-24T03:22:03,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/8784c7819bc040e8941676a5f35cf36e as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/8784c7819bc040e8941676a5f35cf36e 2024-11-24T03:22:03,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/8784c7819bc040e8941676a5f35cf36e, entries=150, sequenceid=76, filesize=11.7 K 2024-11-24T03:22:03,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/43b1bf98fd7246398516fc2fcf290a8c as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/43b1bf98fd7246398516fc2fcf290a8c 2024-11-24T03:22:03,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/43b1bf98fd7246398516fc2fcf290a8c, entries=150, sequenceid=76, filesize=11.7 K 2024-11-24T03:22:03,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for be6b678dd3f5f56b687375932a20ee76 in 1164ms, sequenceid=76, compaction requested=true 2024-11-24T03:22:03,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:03,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:03,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:03,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:03,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:03,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:03,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:03,427 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:03,428 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:03,432 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:03,434 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/B is initiating minor compaction (all files) 2024-11-24T03:22:03,434 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/B in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:03,435 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/d5b1b87d18784b979fd2bb2631019a44, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/b1de9485609842a6ae2a497fa457c590, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/a7fdfc8f11724a7488839074c41e19a7, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/8784c7819bc040e8941676a5f35cf36e] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=46.9 K 2024-11-24T03:22:03,436 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting d5b1b87d18784b979fd2bb2631019a44, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732418520270 2024-11-24T03:22:03,436 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50344 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:03,436 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/A is initiating minor compaction (all files) 2024-11-24T03:22:03,436 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/A in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:03,436 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/14470fab2a134b1190e6415b9e64a49b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/aff0a7dc70ba42ae8b06daa222a96568, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/4330c04b7e3e413890754b8ffb4b0b7f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/1c62e204ef444d2597d29665dd141e6f] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=49.2 K 2024-11-24T03:22:03,436 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting b1de9485609842a6ae2a497fa457c590, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732418520464 2024-11-24T03:22:03,437 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting a7fdfc8f11724a7488839074c41e19a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732418521198 2024-11-24T03:22:03,438 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 8784c7819bc040e8941676a5f35cf36e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732418521612 2024-11-24T03:22:03,439 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14470fab2a134b1190e6415b9e64a49b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732418520270 2024-11-24T03:22:03,445 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting aff0a7dc70ba42ae8b06daa222a96568, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732418520464 2024-11-24T03:22:03,445 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4330c04b7e3e413890754b8ffb4b0b7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732418521198 2024-11-24T03:22:03,446 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c62e204ef444d2597d29665dd141e6f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732418521612 2024-11-24T03:22:03,456 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:03,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T03:22:03,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:03,457 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing be6b678dd3f5f56b687375932a20ee76 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T03:22:03,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=A 2024-11-24T03:22:03,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:03,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=B 2024-11-24T03:22:03,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:03,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=C 2024-11-24T03:22:03,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T03:22:03,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/ce2aa76e747149858fc058d0e4ae2150 is 50, key is test_row_0/A:col10/1732418522370/Put/seqid=0 2024-11-24T03:22:03,506 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#A#compaction#13 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:03,513 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/013a8d5933cb424d9d0948f8c8ca1b3a is 50, key is test_row_0/A:col10/1732418521612/Put/seqid=0 2024-11-24T03:22:03,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:03,528 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#B#compaction#14 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:03,535 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/adff5df1206b46a588a79b55a0189afa is 50, key is test_row_0/B:col10/1732418521612/Put/seqid=0 2024-11-24T03:22:03,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741851_1027 (size=12001) 2024-11-24T03:22:03,595 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T03:22:03,595 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T03:22:03,598 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-24T03:22:03,598 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-24T03:22:03,600 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T03:22:03,600 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T03:22:03,600 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T03:22:03,600 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T03:22:03,602 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T03:22:03,602 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-24T03:22:03,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741852_1028 (size=12139) 2024-11-24T03:22:03,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741853_1029 (size=12139) 2024-11-24T03:22:03,649 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/adff5df1206b46a588a79b55a0189afa as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/adff5df1206b46a588a79b55a0189afa 2024-11-24T03:22:03,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418583606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:03,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418583649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:03,672 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/B of be6b678dd3f5f56b687375932a20ee76 into adff5df1206b46a588a79b55a0189afa(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:03,672 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:03,673 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/B, priority=12, startTime=1732418523426; duration=0sec 2024-11-24T03:22:03,673 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:03,673 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:B 2024-11-24T03:22:03,673 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:03,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418583653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:03,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48356 deadline: 1732418583656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:03,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1732418583658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:03,680 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:03,680 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/C is initiating minor compaction (all files) 2024-11-24T03:22:03,680 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/C in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:03,680 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/d3055da36e4a433d8412133ef09340cf, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/21c7f075223649d38023f7b060191e53, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/1c990ca729f846a59012decc20f3c8d8, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/43b1bf98fd7246398516fc2fcf290a8c] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=46.9 K 2024-11-24T03:22:03,686 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting d3055da36e4a433d8412133ef09340cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732418520270 2024-11-24T03:22:03,687 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 21c7f075223649d38023f7b060191e53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732418520464 2024-11-24T03:22:03,688 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c990ca729f846a59012decc20f3c8d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732418521198 2024-11-24T03:22:03,689 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 43b1bf98fd7246398516fc2fcf290a8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732418521612 2024-11-24T03:22:03,728 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#C#compaction#15 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:03,729 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/ad0e10a397d049d39dadf18e1ed2f861 is 50, key is test_row_0/C:col10/1732418521612/Put/seqid=0 2024-11-24T03:22:03,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418583763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:03,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418583764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:03,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741854_1030 (size=12139) 2024-11-24T03:22:03,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418583777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:03,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48356 deadline: 1732418583777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:03,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1732418583781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:03,961 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/ce2aa76e747149858fc058d0e4ae2150 2024-11-24T03:22:03,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418583974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:03,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418583976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:03,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/f23b92779f1e48299fba4e24dae47a1a is 50, key is test_row_0/B:col10/1732418522370/Put/seqid=0 2024-11-24T03:22:03,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418583991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:03,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1732418583991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:03,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48356 deadline: 1732418583992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:04,021 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/013a8d5933cb424d9d0948f8c8ca1b3a as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/013a8d5933cb424d9d0948f8c8ca1b3a 2024-11-24T03:22:04,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741855_1031 (size=12001) 2024-11-24T03:22:04,027 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/f23b92779f1e48299fba4e24dae47a1a 2024-11-24T03:22:04,037 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/A of be6b678dd3f5f56b687375932a20ee76 into 013a8d5933cb424d9d0948f8c8ca1b3a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:04,038 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:04,038 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/A, priority=12, startTime=1732418523413; duration=0sec 2024-11-24T03:22:04,038 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:04,038 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:A 2024-11-24T03:22:04,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/3a5aac2e8bd345e2946bb7c698f06645 is 50, key is test_row_0/C:col10/1732418522370/Put/seqid=0 2024-11-24T03:22:04,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741856_1032 (size=12001) 2024-11-24T03:22:04,104 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/3a5aac2e8bd345e2946bb7c698f06645 2024-11-24T03:22:04,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/ce2aa76e747149858fc058d0e4ae2150 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/ce2aa76e747149858fc058d0e4ae2150 2024-11-24T03:22:04,137 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/ce2aa76e747149858fc058d0e4ae2150, entries=150, sequenceid=86, filesize=11.7 K 2024-11-24T03:22:04,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/f23b92779f1e48299fba4e24dae47a1a as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/f23b92779f1e48299fba4e24dae47a1a 2024-11-24T03:22:04,153 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/f23b92779f1e48299fba4e24dae47a1a, entries=150, sequenceid=86, filesize=11.7 K 2024-11-24T03:22:04,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/3a5aac2e8bd345e2946bb7c698f06645 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/3a5aac2e8bd345e2946bb7c698f06645 2024-11-24T03:22:04,167 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/3a5aac2e8bd345e2946bb7c698f06645, entries=150, sequenceid=86, filesize=11.7 K 2024-11-24T03:22:04,169 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for be6b678dd3f5f56b687375932a20ee76 in 711ms, sequenceid=86, compaction requested=false 2024-11-24T03:22:04,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:04,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:04,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-24T03:22:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-24T03:22:04,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-24T03:22:04,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8060 sec 2024-11-24T03:22:04,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.8250 sec 2024-11-24T03:22:04,196 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/ad0e10a397d049d39dadf18e1ed2f861 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/ad0e10a397d049d39dadf18e1ed2f861 2024-11-24T03:22:04,209 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/C of be6b678dd3f5f56b687375932a20ee76 into ad0e10a397d049d39dadf18e1ed2f861(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:04,209 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:04,209 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/C, priority=12, startTime=1732418523426; duration=0sec 2024-11-24T03:22:04,209 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:04,209 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:C 2024-11-24T03:22:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:04,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be6b678dd3f5f56b687375932a20ee76 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T03:22:04,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=A 2024-11-24T03:22:04,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:04,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=B 2024-11-24T03:22:04,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:04,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=C 2024-11-24T03:22:04,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:04,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/e3e140e78d7a4d1abe45f7e0334cd396 is 50, key is test_row_0/A:col10/1732418524286/Put/seqid=0 2024-11-24T03:22:04,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1732418584301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:04,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48356 deadline: 1732418584304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:04,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418584307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:04,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418584313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:04,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418584315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:04,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741857_1033 (size=12001) 2024-11-24T03:22:04,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418584425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:04,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418584425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:04,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418584426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T03:22:04,464 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-24T03:22:04,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-24T03:22:04,471 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:04,472 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:04,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T03:22:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T03:22:04,631 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:04,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T03:22:04,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:04,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:04,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418584633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:04,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:04,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:04,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418584634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:04,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418584635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:04,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/e3e140e78d7a4d1abe45f7e0334cd396 2024-11-24T03:22:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T03:22:04,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/aca852877ad04163a72307d20d59354e is 50, key is test_row_0/B:col10/1732418524286/Put/seqid=0 2024-11-24T03:22:04,788 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:04,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T03:22:04,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:04,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:04,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:04,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:04,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:04,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1732418584818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:04,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48356 deadline: 1732418584819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:04,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741858_1034 (size=12001) 2024-11-24T03:22:04,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418584938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:04,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418584939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:04,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:04,948 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:04,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T03:22:04,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418584942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:04,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:04,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:04,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:04,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T03:22:05,104 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:05,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T03:22:05,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:05,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:05,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:05,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:05,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:05,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/aca852877ad04163a72307d20d59354e 2024-11-24T03:22:05,259 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:05,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/98993cffa3ca40518f40aeaf7c1ae0a5 is 50, key is test_row_0/C:col10/1732418524286/Put/seqid=0 2024-11-24T03:22:05,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T03:22:05,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:05,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:05,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:05,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:05,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:05,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741859_1035 (size=12001) 2024-11-24T03:22:05,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/98993cffa3ca40518f40aeaf7c1ae0a5 2024-11-24T03:22:05,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/e3e140e78d7a4d1abe45f7e0334cd396 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/e3e140e78d7a4d1abe45f7e0334cd396 2024-11-24T03:22:05,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/e3e140e78d7a4d1abe45f7e0334cd396, entries=150, sequenceid=117, filesize=11.7 K 2024-11-24T03:22:05,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/aca852877ad04163a72307d20d59354e as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/aca852877ad04163a72307d20d59354e 2024-11-24T03:22:05,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/aca852877ad04163a72307d20d59354e, entries=150, sequenceid=117, filesize=11.7 K 2024-11-24T03:22:05,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/98993cffa3ca40518f40aeaf7c1ae0a5 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/98993cffa3ca40518f40aeaf7c1ae0a5 2024-11-24T03:22:05,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/98993cffa3ca40518f40aeaf7c1ae0a5, entries=150, sequenceid=117, filesize=11.7 K 2024-11-24T03:22:05,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for be6b678dd3f5f56b687375932a20ee76 in 1062ms, sequenceid=117, compaction requested=true 2024-11-24T03:22:05,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:05,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:05,353 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:05,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:05,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:05,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:05,353 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:05,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:05,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:05,356 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:05,357 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/A is initiating minor compaction (all files) 2024-11-24T03:22:05,357 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/A in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:05,357 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/013a8d5933cb424d9d0948f8c8ca1b3a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/ce2aa76e747149858fc058d0e4ae2150, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/e3e140e78d7a4d1abe45f7e0334cd396] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=35.3 K 2024-11-24T03:22:05,358 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:05,358 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/B is initiating minor compaction (all files) 2024-11-24T03:22:05,358 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/B in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:05,358 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 013a8d5933cb424d9d0948f8c8ca1b3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732418521612 2024-11-24T03:22:05,358 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/adff5df1206b46a588a79b55a0189afa, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/f23b92779f1e48299fba4e24dae47a1a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/aca852877ad04163a72307d20d59354e] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=35.3 K 2024-11-24T03:22:05,359 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce2aa76e747149858fc058d0e4ae2150, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732418522354 2024-11-24T03:22:05,359 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting adff5df1206b46a588a79b55a0189afa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732418521612 2024-11-24T03:22:05,360 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting f23b92779f1e48299fba4e24dae47a1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732418522354 2024-11-24T03:22:05,360 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3e140e78d7a4d1abe45f7e0334cd396, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732418523655 2024-11-24T03:22:05,360 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting aca852877ad04163a72307d20d59354e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732418523655 2024-11-24T03:22:05,388 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#B#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:05,389 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/8f3899e5983d4a8bb6268b6720c6fa02 is 50, key is test_row_0/B:col10/1732418524286/Put/seqid=0 2024-11-24T03:22:05,429 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:05,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T03:22:05,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:05,431 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing be6b678dd3f5f56b687375932a20ee76 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T03:22:05,431 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#A#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:05,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=A 2024-11-24T03:22:05,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:05,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=B 2024-11-24T03:22:05,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:05,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=C 2024-11-24T03:22:05,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:05,432 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/8dc3cf8080e34584986a448b255d49a0 is 50, key is test_row_0/A:col10/1732418524286/Put/seqid=0 2024-11-24T03:22:05,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/d1895bd44d1747a9a0b1aee2eb71ba47 is 50, key is test_row_0/A:col10/1732418524304/Put/seqid=0 2024-11-24T03:22:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:05,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:05,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741862_1038 (size=12001) 2024-11-24T03:22:05,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741860_1036 (size=12241) 2024-11-24T03:22:05,522 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/d1895bd44d1747a9a0b1aee2eb71ba47 2024-11-24T03:22:05,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741861_1037 (size=12241) 2024-11-24T03:22:05,534 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/8dc3cf8080e34584986a448b255d49a0 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/8dc3cf8080e34584986a448b255d49a0 2024-11-24T03:22:05,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/b7a5c5a2a497460c93489546533e19dc is 50, key is test_row_0/B:col10/1732418524304/Put/seqid=0 2024-11-24T03:22:05,550 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/A of be6b678dd3f5f56b687375932a20ee76 into 8dc3cf8080e34584986a448b255d49a0(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:05,550 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:05,550 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/A, priority=13, startTime=1732418525353; duration=0sec 2024-11-24T03:22:05,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418585544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:05,551 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:05,551 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:A 2024-11-24T03:22:05,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:05,551 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418585545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:05,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418585548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:05,553 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:05,554 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/C is initiating minor compaction (all files) 2024-11-24T03:22:05,554 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/C in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:05,554 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/ad0e10a397d049d39dadf18e1ed2f861, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/3a5aac2e8bd345e2946bb7c698f06645, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/98993cffa3ca40518f40aeaf7c1ae0a5] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=35.3 K 2024-11-24T03:22:05,555 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad0e10a397d049d39dadf18e1ed2f861, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732418521612 2024-11-24T03:22:05,556 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a5aac2e8bd345e2946bb7c698f06645, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732418522354 2024-11-24T03:22:05,557 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98993cffa3ca40518f40aeaf7c1ae0a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732418523655 2024-11-24T03:22:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T03:22:05,587 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#C#compaction#25 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:05,588 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/d14fcbcc1d20442eb2587a457d943bb0 is 50, key is test_row_0/C:col10/1732418524286/Put/seqid=0 2024-11-24T03:22:05,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741863_1039 (size=12001) 2024-11-24T03:22:05,594 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/b7a5c5a2a497460c93489546533e19dc 2024-11-24T03:22:05,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/cc0b680feea446f0bad6a4a23a7ebd69 is 50, key is test_row_0/C:col10/1732418524304/Put/seqid=0 2024-11-24T03:22:05,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741864_1040 (size=12241) 2024-11-24T03:22:05,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418585656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:05,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418585656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:05,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418585658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:05,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741865_1041 (size=12001) 2024-11-24T03:22:05,687 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/cc0b680feea446f0bad6a4a23a7ebd69 2024-11-24T03:22:05,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/d1895bd44d1747a9a0b1aee2eb71ba47 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/d1895bd44d1747a9a0b1aee2eb71ba47 2024-11-24T03:22:05,711 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/d1895bd44d1747a9a0b1aee2eb71ba47, entries=150, sequenceid=125, filesize=11.7 K 2024-11-24T03:22:05,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/b7a5c5a2a497460c93489546533e19dc as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/b7a5c5a2a497460c93489546533e19dc 2024-11-24T03:22:05,722 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/b7a5c5a2a497460c93489546533e19dc, entries=150, sequenceid=125, filesize=11.7 K 2024-11-24T03:22:05,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/cc0b680feea446f0bad6a4a23a7ebd69 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/cc0b680feea446f0bad6a4a23a7ebd69 2024-11-24T03:22:05,734 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/cc0b680feea446f0bad6a4a23a7ebd69, entries=150, sequenceid=125, filesize=11.7 K 2024-11-24T03:22:05,736 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for be6b678dd3f5f56b687375932a20ee76 in 305ms, sequenceid=125, compaction requested=false 2024-11-24T03:22:05,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:05,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:05,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-24T03:22:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-24T03:22:05,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-24T03:22:05,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2660 sec 2024-11-24T03:22:05,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.2750 sec 2024-11-24T03:22:05,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be6b678dd3f5f56b687375932a20ee76 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-24T03:22:05,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=A 2024-11-24T03:22:05,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:05,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=B 2024-11-24T03:22:05,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:05,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=C 2024-11-24T03:22:05,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:05,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/07b3192d2f30407782556a7064aa21c3 is 50, key is test_row_0/A:col10/1732418525542/Put/seqid=0 2024-11-24T03:22:05,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1732418585849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:05,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48356 deadline: 1732418585849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:05,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418585861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:05,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418585863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:05,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418585862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:05,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741866_1042 (size=14541) 2024-11-24T03:22:05,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/07b3192d2f30407782556a7064aa21c3 2024-11-24T03:22:05,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/ac035e0706064be69cb0378904bca39c is 50, key is test_row_0/B:col10/1732418525542/Put/seqid=0 2024-11-24T03:22:05,933 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/8f3899e5983d4a8bb6268b6720c6fa02 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/8f3899e5983d4a8bb6268b6720c6fa02 2024-11-24T03:22:05,943 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/B of be6b678dd3f5f56b687375932a20ee76 into 8f3899e5983d4a8bb6268b6720c6fa02(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:05,943 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:05,943 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/B, priority=13, startTime=1732418525353; duration=0sec 2024-11-24T03:22:05,944 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:05,944 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:B 2024-11-24T03:22:05,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741867_1043 (size=12151) 2024-11-24T03:22:05,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/ac035e0706064be69cb0378904bca39c 2024-11-24T03:22:05,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:05,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48356 deadline: 1732418585957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1732418585956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:05,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/168168b224224994a480fe9da6a7aaf6 is 50, key is test_row_0/C:col10/1732418525542/Put/seqid=0 2024-11-24T03:22:06,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741868_1044 (size=12151) 2024-11-24T03:22:06,074 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/d14fcbcc1d20442eb2587a457d943bb0 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/d14fcbcc1d20442eb2587a457d943bb0 2024-11-24T03:22:06,087 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/C of be6b678dd3f5f56b687375932a20ee76 into d14fcbcc1d20442eb2587a457d943bb0(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:06,087 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:06,087 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/C, priority=13, startTime=1732418525353; duration=0sec 2024-11-24T03:22:06,088 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:06,088 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:C 2024-11-24T03:22:06,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1732418586165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:06,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418586167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:06,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418586172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:06,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418586172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:06,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48356 deadline: 1732418586173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:06,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/168168b224224994a480fe9da6a7aaf6 2024-11-24T03:22:06,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/07b3192d2f30407782556a7064aa21c3 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/07b3192d2f30407782556a7064aa21c3 2024-11-24T03:22:06,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/07b3192d2f30407782556a7064aa21c3, entries=200, sequenceid=155, filesize=14.2 K 2024-11-24T03:22:06,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/ac035e0706064be69cb0378904bca39c as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/ac035e0706064be69cb0378904bca39c 2024-11-24T03:22:06,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/ac035e0706064be69cb0378904bca39c, entries=150, sequenceid=155, filesize=11.9 K 2024-11-24T03:22:06,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/168168b224224994a480fe9da6a7aaf6 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/168168b224224994a480fe9da6a7aaf6 2024-11-24T03:22:06,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/168168b224224994a480fe9da6a7aaf6, entries=150, sequenceid=155, filesize=11.9 K 2024-11-24T03:22:06,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for be6b678dd3f5f56b687375932a20ee76 in 640ms, sequenceid=155, compaction requested=true 2024-11-24T03:22:06,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:06,472 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:06,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:06,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:06,473 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:06,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:06,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:06,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:06,475 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:06,475 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/A is initiating minor compaction (all files) 2024-11-24T03:22:06,475 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/A in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:06,475 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:06,475 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/B is initiating minor compaction (all files) 2024-11-24T03:22:06,475 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/8dc3cf8080e34584986a448b255d49a0, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/d1895bd44d1747a9a0b1aee2eb71ba47, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/07b3192d2f30407782556a7064aa21c3] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=37.9 K 2024-11-24T03:22:06,475 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/B in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:06,475 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/8f3899e5983d4a8bb6268b6720c6fa02, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/b7a5c5a2a497460c93489546533e19dc, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/ac035e0706064be69cb0378904bca39c] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=35.5 K 2024-11-24T03:22:06,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:06,476 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8dc3cf8080e34584986a448b255d49a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732418523655 2024-11-24T03:22:06,477 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f3899e5983d4a8bb6268b6720c6fa02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732418523655 2024-11-24T03:22:06,477 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1895bd44d1747a9a0b1aee2eb71ba47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732418524304 2024-11-24T03:22:06,478 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting b7a5c5a2a497460c93489546533e19dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732418524304 2024-11-24T03:22:06,478 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07b3192d2f30407782556a7064aa21c3, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732418525521 2024-11-24T03:22:06,479 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting ac035e0706064be69cb0378904bca39c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732418525521 2024-11-24T03:22:06,509 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#B#compaction#30 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:06,510 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/573dc7457f4f48c4bc3a351e4d349702 is 50, key is test_row_0/B:col10/1732418525542/Put/seqid=0 2024-11-24T03:22:06,516 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#A#compaction#31 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:06,517 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/df20cbcbf1664a5b8dc253b3f2baf9ed is 50, key is test_row_0/A:col10/1732418525542/Put/seqid=0 2024-11-24T03:22:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:06,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be6b678dd3f5f56b687375932a20ee76 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:22:06,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=A 2024-11-24T03:22:06,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:06,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=B 2024-11-24T03:22:06,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:06,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=C 2024-11-24T03:22:06,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:06,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/f2d3e7637265490aa7413f88e0a17af8 is 50, key is test_row_0/A:col10/1732418526522/Put/seqid=0 2024-11-24T03:22:06,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741869_1045 (size=12493) 2024-11-24T03:22:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T03:22:06,583 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-24T03:22:06,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741870_1046 (size=12493) 2024-11-24T03:22:06,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-24T03:22:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T03:22:06,589 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:06,590 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:06,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:06,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741871_1047 (size=16931) 2024-11-24T03:22:06,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/f2d3e7637265490aa7413f88e0a17af8 2024-11-24T03:22:06,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/a195248a47f74e88bb58927fdfd8462a is 50, key is test_row_0/B:col10/1732418526522/Put/seqid=0 2024-11-24T03:22:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T03:22:06,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48356 deadline: 1732418586702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:06,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741872_1048 (size=12151) 2024-11-24T03:22:06,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/a195248a47f74e88bb58927fdfd8462a 2024-11-24T03:22:06,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1732418586706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:06,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418586709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:06,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:06,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/6594b47d4d21465fb71ff6f5778ea655 is 50, key is test_row_0/C:col10/1732418526522/Put/seqid=0 2024-11-24T03:22:06,742 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:06,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418586710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:06,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T03:22:06,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:06,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:06,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:06,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:06,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418586713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:06,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741873_1049 (size=12151) 2024-11-24T03:22:06,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/6594b47d4d21465fb71ff6f5778ea655 2024-11-24T03:22:06,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/f2d3e7637265490aa7413f88e0a17af8 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/f2d3e7637265490aa7413f88e0a17af8 2024-11-24T03:22:06,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/f2d3e7637265490aa7413f88e0a17af8, entries=250, sequenceid=168, filesize=16.5 K 2024-11-24T03:22:06,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/a195248a47f74e88bb58927fdfd8462a as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/a195248a47f74e88bb58927fdfd8462a 2024-11-24T03:22:06,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/a195248a47f74e88bb58927fdfd8462a, entries=150, sequenceid=168, filesize=11.9 K 2024-11-24T03:22:06,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/6594b47d4d21465fb71ff6f5778ea655 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/6594b47d4d21465fb71ff6f5778ea655 2024-11-24T03:22:06,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48356 deadline: 1732418586816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:06,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1732418586831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:06,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/6594b47d4d21465fb71ff6f5778ea655, entries=150, sequenceid=168, filesize=11.9 K 2024-11-24T03:22:06,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for be6b678dd3f5f56b687375932a20ee76 in 320ms, sequenceid=168, compaction requested=true 2024-11-24T03:22:06,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:06,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:A, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:06,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T03:22:06,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:B, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:06,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-24T03:22:06,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:06,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-24T03:22:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:06,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be6b678dd3f5f56b687375932a20ee76 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T03:22:06,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=A 2024-11-24T03:22:06,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:06,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=B 2024-11-24T03:22:06,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:06,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=C 2024-11-24T03:22:06,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:06,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/2c974506c9d54ab1a8a5d24e01addee4 is 50, key is test_row_0/A:col10/1732418526697/Put/seqid=0 2024-11-24T03:22:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T03:22:06,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418586889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:06,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418586891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:06,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418586896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:06,905 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:06,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T03:22:06,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:06,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:06,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:06,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:06,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:06,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741874_1050 (size=14541) 2024-11-24T03:22:06,974 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/573dc7457f4f48c4bc3a351e4d349702 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/573dc7457f4f48c4bc3a351e4d349702 2024-11-24T03:22:06,989 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/B of be6b678dd3f5f56b687375932a20ee76 into 573dc7457f4f48c4bc3a351e4d349702(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:06,990 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:06,990 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/B, priority=13, startTime=1732418526472; duration=0sec 2024-11-24T03:22:06,996 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-24T03:22:06,996 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:B 2024-11-24T03:22:06,997 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/df20cbcbf1664a5b8dc253b3f2baf9ed as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/df20cbcbf1664a5b8dc253b3f2baf9ed 2024-11-24T03:22:06,997 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-24T03:22:06,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418586998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:07,000 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T03:22:07,000 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T03:22:07,000 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. because compaction request was cancelled 2024-11-24T03:22:07,000 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:A 2024-11-24T03:22:07,001 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:07,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418586999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:07,004 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:07,004 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/C is initiating minor compaction (all files) 2024-11-24T03:22:07,004 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/C in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:07,004 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/d14fcbcc1d20442eb2587a457d943bb0, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/cc0b680feea446f0bad6a4a23a7ebd69, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/168168b224224994a480fe9da6a7aaf6, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/6594b47d4d21465fb71ff6f5778ea655] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=47.4 K 2024-11-24T03:22:07,005 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting d14fcbcc1d20442eb2587a457d943bb0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732418523655 2024-11-24T03:22:07,006 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting cc0b680feea446f0bad6a4a23a7ebd69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732418524304 2024-11-24T03:22:07,007 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/A of be6b678dd3f5f56b687375932a20ee76 into df20cbcbf1664a5b8dc253b3f2baf9ed(size=12.2 K), total size for store is 28.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:07,008 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:07,008 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/A, priority=13, startTime=1732418526472; duration=0sec 2024-11-24T03:22:07,008 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T03:22:07,008 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:A 2024-11-24T03:22:07,008 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:B 2024-11-24T03:22:07,008 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-24T03:22:07,008 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T03:22:07,008 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T03:22:07,009 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. because compaction request was cancelled 2024-11-24T03:22:07,009 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:C 2024-11-24T03:22:07,009 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T03:22:07,011 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 168168b224224994a480fe9da6a7aaf6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732418525521 2024-11-24T03:22:07,012 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 6594b47d4d21465fb71ff6f5778ea655, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732418526504 2024-11-24T03:22:07,015 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T03:22:07,015 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T03:22:07,015 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. because compaction request was cancelled 2024-11-24T03:22:07,016 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:B 2024-11-24T03:22:07,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418587019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:07,045 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#C#compaction#36 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:07,046 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/0264205354e541a08b4698e785be1e06 is 50, key is test_row_0/C:col10/1732418526522/Put/seqid=0 2024-11-24T03:22:07,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48356 deadline: 1732418587049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:07,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1732418587049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:07,059 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:07,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T03:22:07,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:07,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:07,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:07,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:07,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:07,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741875_1051 (size=12527) 2024-11-24T03:22:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T03:22:07,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418587203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:07,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418587206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:07,213 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:07,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T03:22:07,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:07,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:07,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:07,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:07,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:07,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418587223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:07,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/2c974506c9d54ab1a8a5d24e01addee4 2024-11-24T03:22:07,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48356 deadline: 1732418587360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:07,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1732418587361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:07,368 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:07,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T03:22:07,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:07,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:07,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:07,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:07,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:07,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/3685e77ad4594220b79406173f6b28ca is 50, key is test_row_0/B:col10/1732418526697/Put/seqid=0 2024-11-24T03:22:07,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741876_1052 (size=12151) 2024-11-24T03:22:07,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/3685e77ad4594220b79406173f6b28ca 2024-11-24T03:22:07,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/160949848a914c68941613e8b308ce5e is 50, key is test_row_0/C:col10/1732418526697/Put/seqid=0 2024-11-24T03:22:07,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741877_1053 (size=12151) 2024-11-24T03:22:07,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/160949848a914c68941613e8b308ce5e 2024-11-24T03:22:07,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/2c974506c9d54ab1a8a5d24e01addee4 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/2c974506c9d54ab1a8a5d24e01addee4 2024-11-24T03:22:07,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/2c974506c9d54ab1a8a5d24e01addee4, entries=200, sequenceid=194, filesize=14.2 K 2024-11-24T03:22:07,493 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/0264205354e541a08b4698e785be1e06 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/0264205354e541a08b4698e785be1e06 2024-11-24T03:22:07,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/3685e77ad4594220b79406173f6b28ca as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/3685e77ad4594220b79406173f6b28ca 2024-11-24T03:22:07,507 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/C of be6b678dd3f5f56b687375932a20ee76 into 0264205354e541a08b4698e785be1e06(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:07,507 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:07,507 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/C, priority=12, startTime=1732418526849; duration=0sec 2024-11-24T03:22:07,507 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:07,507 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:C 2024-11-24T03:22:07,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/3685e77ad4594220b79406173f6b28ca, entries=150, sequenceid=194, filesize=11.9 K 2024-11-24T03:22:07,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/160949848a914c68941613e8b308ce5e as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/160949848a914c68941613e8b308ce5e 2024-11-24T03:22:07,524 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:07,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T03:22:07,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:07,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:07,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:07,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:07,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:07,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/160949848a914c68941613e8b308ce5e, entries=150, sequenceid=194, filesize=11.9 K 2024-11-24T03:22:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:07,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418587509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:07,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for be6b678dd3f5f56b687375932a20ee76 in 669ms, sequenceid=194, compaction requested=true 2024-11-24T03:22:07,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:07,535 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:07,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:07,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:07,537 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:07,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:07,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:07,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:07,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:07,537 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:07,538 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/A is initiating minor compaction (all files) 2024-11-24T03:22:07,538 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/A in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:07,540 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/df20cbcbf1664a5b8dc253b3f2baf9ed, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/f2d3e7637265490aa7413f88e0a17af8, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/2c974506c9d54ab1a8a5d24e01addee4] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=42.9 K 2024-11-24T03:22:07,540 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:07,541 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/B is initiating minor compaction (all files) 2024-11-24T03:22:07,541 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/B in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:07,541 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/573dc7457f4f48c4bc3a351e4d349702, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/a195248a47f74e88bb58927fdfd8462a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/3685e77ad4594220b79406173f6b28ca] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=35.9 K 2024-11-24T03:22:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:07,541 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting df20cbcbf1664a5b8dc253b3f2baf9ed, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732418525521 2024-11-24T03:22:07,542 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 573dc7457f4f48c4bc3a351e4d349702, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732418525521 2024-11-24T03:22:07,542 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2d3e7637265490aa7413f88e0a17af8, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732418525846 2024-11-24T03:22:07,543 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting a195248a47f74e88bb58927fdfd8462a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732418526504 2024-11-24T03:22:07,543 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c974506c9d54ab1a8a5d24e01addee4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732418526697 2024-11-24T03:22:07,544 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 3685e77ad4594220b79406173f6b28ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732418526697 2024-11-24T03:22:07,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be6b678dd3f5f56b687375932a20ee76 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T03:22:07,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=A 2024-11-24T03:22:07,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:07,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=B 2024-11-24T03:22:07,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:07,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=C 2024-11-24T03:22:07,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:07,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/3e22eef7aa4048e1a40707b870bbfea2 is 50, key is test_row_0/A:col10/1732418527542/Put/seqid=0 2024-11-24T03:22:07,568 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#A#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:07,568 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/d0df6387b7d3491ea80d36d3a0b79bff is 50, key is test_row_0/A:col10/1732418526697/Put/seqid=0 2024-11-24T03:22:07,588 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#B#compaction#41 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:07,588 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/bd085e42ee484b7da63b126301132cab is 50, key is test_row_0/B:col10/1732418526697/Put/seqid=0 2024-11-24T03:22:07,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418587634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:07,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418587644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:07,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741878_1054 (size=14541) 2024-11-24T03:22:07,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/3e22eef7aa4048e1a40707b870bbfea2 2024-11-24T03:22:07,677 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:07,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T03:22:07,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:07,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:07,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:07,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741879_1055 (size=12595) 2024-11-24T03:22:07,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:07,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:07,689 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/d0df6387b7d3491ea80d36d3a0b79bff as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/d0df6387b7d3491ea80d36d3a0b79bff 2024-11-24T03:22:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T03:22:07,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741880_1056 (size=12595) 2024-11-24T03:22:07,699 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/A of be6b678dd3f5f56b687375932a20ee76 into d0df6387b7d3491ea80d36d3a0b79bff(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:07,699 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:07,699 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/A, priority=13, startTime=1732418527535; duration=0sec 2024-11-24T03:22:07,699 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:07,700 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:A 2024-11-24T03:22:07,700 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T03:22:07,702 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T03:22:07,702 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T03:22:07,702 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. because compaction request was cancelled 2024-11-24T03:22:07,702 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:C 2024-11-24T03:22:07,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/8fc3cdc5214f47b18680b27b151741c1 is 50, key is test_row_0/B:col10/1732418527542/Put/seqid=0 2024-11-24T03:22:07,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741881_1057 (size=12151) 2024-11-24T03:22:07,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/8fc3cdc5214f47b18680b27b151741c1 2024-11-24T03:22:07,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418587745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:07,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418587749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:07,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/7a81139ef1f14ff08998d31106635264 is 50, key is test_row_0/C:col10/1732418527542/Put/seqid=0 2024-11-24T03:22:07,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741882_1058 (size=12151) 2024-11-24T03:22:07,834 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:07,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T03:22:07,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:07,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:07,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:07,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:07,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:07,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48356 deadline: 1732418587872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:07,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1732418587872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:07,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418587953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:07,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418587957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:07,988 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:07,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T03:22:07,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:07,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:07,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:07,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:07,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:08,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418588033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:08,110 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/bd085e42ee484b7da63b126301132cab as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/bd085e42ee484b7da63b126301132cab 2024-11-24T03:22:08,119 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/B of be6b678dd3f5f56b687375932a20ee76 into bd085e42ee484b7da63b126301132cab(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:08,120 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:08,120 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/B, priority=13, startTime=1732418527537; duration=0sec 2024-11-24T03:22:08,120 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:08,120 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:B 2024-11-24T03:22:08,143 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:08,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T03:22:08,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:08,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:08,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:08,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:08,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:08,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/7a81139ef1f14ff08998d31106635264 2024-11-24T03:22:08,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/3e22eef7aa4048e1a40707b870bbfea2 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/3e22eef7aa4048e1a40707b870bbfea2 2024-11-24T03:22:08,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/3e22eef7aa4048e1a40707b870bbfea2, entries=200, sequenceid=210, filesize=14.2 K 2024-11-24T03:22:08,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/8fc3cdc5214f47b18680b27b151741c1 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/8fc3cdc5214f47b18680b27b151741c1 2024-11-24T03:22:08,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/8fc3cdc5214f47b18680b27b151741c1, entries=150, sequenceid=210, filesize=11.9 K 2024-11-24T03:22:08,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/7a81139ef1f14ff08998d31106635264 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/7a81139ef1f14ff08998d31106635264 2024-11-24T03:22:08,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/7a81139ef1f14ff08998d31106635264, entries=150, sequenceid=210, filesize=11.9 K 2024-11-24T03:22:08,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for be6b678dd3f5f56b687375932a20ee76 in 701ms, sequenceid=210, compaction requested=true 2024-11-24T03:22:08,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:08,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:08,248 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T03:22:08,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:08,248 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T03:22:08,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:08,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:08,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:08,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:08,250 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T03:22:08,250 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T03:22:08,250 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T03:22:08,250 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T03:22:08,250 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. because compaction request was cancelled 2024-11-24T03:22:08,250 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:B 2024-11-24T03:22:08,250 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. because compaction request was cancelled 2024-11-24T03:22:08,250 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:A 2024-11-24T03:22:08,250 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:08,251 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:08,251 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/C is initiating minor compaction (all files) 2024-11-24T03:22:08,252 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/C in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:08,252 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/0264205354e541a08b4698e785be1e06, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/160949848a914c68941613e8b308ce5e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/7a81139ef1f14ff08998d31106635264] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=36.0 K 2024-11-24T03:22:08,252 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 0264205354e541a08b4698e785be1e06, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732418526504 2024-11-24T03:22:08,253 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 160949848a914c68941613e8b308ce5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732418526697 2024-11-24T03:22:08,254 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a81139ef1f14ff08998d31106635264, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732418527540 2024-11-24T03:22:08,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be6b678dd3f5f56b687375932a20ee76 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T03:22:08,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=A 2024-11-24T03:22:08,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:08,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=B 2024-11-24T03:22:08,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:08,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=C 2024-11-24T03:22:08,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:08,280 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#C#compaction#44 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:08,281 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/65bc44184b594d8bb0078e5885c005bf is 50, key is test_row_0/C:col10/1732418527542/Put/seqid=0 2024-11-24T03:22:08,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/5c7fcacad8094f03b8d11b4605ee655d is 50, key is test_row_0/A:col10/1732418527600/Put/seqid=0 2024-11-24T03:22:08,298 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:08,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T03:22:08,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:08,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:08,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:08,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:08,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:08,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418588296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:08,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418588297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:08,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741883_1059 (size=12629) 2024-11-24T03:22:08,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741884_1060 (size=14541) 2024-11-24T03:22:08,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418588405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:08,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418588408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:08,452 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:08,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T03:22:08,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:08,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:08,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:08,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:08,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:08,607 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:08,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T03:22:08,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:08,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:08,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:08,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418588613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:08,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:08,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:08,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418588617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T03:22:08,760 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/65bc44184b594d8bb0078e5885c005bf as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/65bc44184b594d8bb0078e5885c005bf 2024-11-24T03:22:08,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/5c7fcacad8094f03b8d11b4605ee655d 2024-11-24T03:22:08,773 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:08,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T03:22:08,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:08,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:08,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:08,774 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/C of be6b678dd3f5f56b687375932a20ee76 into 65bc44184b594d8bb0078e5885c005bf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:08,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:08,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:08,774 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:08,774 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/C, priority=13, startTime=1732418528249; duration=0sec 2024-11-24T03:22:08,775 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:08,775 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:C 2024-11-24T03:22:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:08,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/5ae89eeedf494f3b8a38bfb66f1f2986 is 50, key is test_row_0/B:col10/1732418527600/Put/seqid=0 2024-11-24T03:22:08,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741885_1061 (size=12151) 2024-11-24T03:22:08,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/5ae89eeedf494f3b8a38bfb66f1f2986 2024-11-24T03:22:08,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/c1b7f83d98d74f5fa8c9b99f5a57c211 is 50, key is test_row_0/C:col10/1732418527600/Put/seqid=0 2024-11-24T03:22:08,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1732418588886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:08,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48356 deadline: 1732418588884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:08,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741886_1062 (size=12151) 2024-11-24T03:22:08,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/c1b7f83d98d74f5fa8c9b99f5a57c211 2024-11-24T03:22:08,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/5c7fcacad8094f03b8d11b4605ee655d as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/5c7fcacad8094f03b8d11b4605ee655d 2024-11-24T03:22:08,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/5c7fcacad8094f03b8d11b4605ee655d, entries=200, sequenceid=237, filesize=14.2 K 2024-11-24T03:22:08,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/5ae89eeedf494f3b8a38bfb66f1f2986 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/5ae89eeedf494f3b8a38bfb66f1f2986 2024-11-24T03:22:08,928 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:08,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T03:22:08,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:08,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:08,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:08,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:08,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:08,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418588919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:08,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418588920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:08,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/5ae89eeedf494f3b8a38bfb66f1f2986, entries=150, sequenceid=237, filesize=11.9 K 2024-11-24T03:22:08,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/c1b7f83d98d74f5fa8c9b99f5a57c211 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/c1b7f83d98d74f5fa8c9b99f5a57c211 2024-11-24T03:22:08,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/c1b7f83d98d74f5fa8c9b99f5a57c211, entries=150, sequenceid=237, filesize=11.9 K 2024-11-24T03:22:08,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for be6b678dd3f5f56b687375932a20ee76 in 686ms, sequenceid=237, compaction requested=true 2024-11-24T03:22:08,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:08,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:08,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:08,953 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:08,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:08,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:08,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:08,953 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:08,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:08,955 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:08,956 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/A is initiating minor compaction (all files) 2024-11-24T03:22:08,956 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/A in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:08,956 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/d0df6387b7d3491ea80d36d3a0b79bff, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/3e22eef7aa4048e1a40707b870bbfea2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/5c7fcacad8094f03b8d11b4605ee655d] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=40.7 K 2024-11-24T03:22:08,956 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:08,956 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/B is initiating minor compaction (all files) 2024-11-24T03:22:08,956 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/B in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:08,957 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/bd085e42ee484b7da63b126301132cab, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/8fc3cdc5214f47b18680b27b151741c1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/5ae89eeedf494f3b8a38bfb66f1f2986] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=36.0 K 2024-11-24T03:22:08,957 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting bd085e42ee484b7da63b126301132cab, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732418526697 2024-11-24T03:22:08,959 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0df6387b7d3491ea80d36d3a0b79bff, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732418526697 2024-11-24T03:22:08,959 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fc3cdc5214f47b18680b27b151741c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732418527540 2024-11-24T03:22:08,960 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e22eef7aa4048e1a40707b870bbfea2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732418526892 2024-11-24T03:22:08,960 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ae89eeedf494f3b8a38bfb66f1f2986, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732418527600 2024-11-24T03:22:08,961 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c7fcacad8094f03b8d11b4605ee655d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732418527600 2024-11-24T03:22:08,988 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#B#compaction#48 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:09,001 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/d1fbca0708da45188a6f43a40b9e2b59 is 50, key is test_row_0/B:col10/1732418527600/Put/seqid=0 2024-11-24T03:22:09,002 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#A#compaction#49 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:09,003 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/0b340efe94284cb6a28c58561e3756f9 is 50, key is test_row_0/A:col10/1732418527600/Put/seqid=0 2024-11-24T03:22:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:09,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be6b678dd3f5f56b687375932a20ee76 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T03:22:09,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=A 2024-11-24T03:22:09,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:09,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=B 2024-11-24T03:22:09,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:09,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=C 2024-11-24T03:22:09,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:09,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741887_1063 (size=12697) 2024-11-24T03:22:09,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/2d98430c6762410ab4ff15cc82f8310b is 50, key is test_row_0/A:col10/1732418528295/Put/seqid=0 2024-11-24T03:22:09,084 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:09,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T03:22:09,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:09,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:09,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:09,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:09,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:09,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741888_1064 (size=12697) 2024-11-24T03:22:09,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741889_1065 (size=14541) 2024-11-24T03:22:09,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/2d98430c6762410ab4ff15cc82f8310b 2024-11-24T03:22:09,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/f614b003ba3c41edad421e6b6c069d48 is 50, key is test_row_0/B:col10/1732418528295/Put/seqid=0 2024-11-24T03:22:09,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741890_1066 (size=12151) 2024-11-24T03:22:09,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/f614b003ba3c41edad421e6b6c069d48 2024-11-24T03:22:09,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/4e0fd68ab8eb4948be47acd0a3b4ed3b is 50, key is test_row_0/C:col10/1732418528295/Put/seqid=0 2024-11-24T03:22:09,238 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:09,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T03:22:09,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:09,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:09,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:09,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:09,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:09,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418589262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:09,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741891_1067 (size=12151) 2024-11-24T03:22:09,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418589375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:09,393 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:09,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T03:22:09,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:09,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:09,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:09,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:09,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:09,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418589439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:09,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418589439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:09,462 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/d1fbca0708da45188a6f43a40b9e2b59 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/d1fbca0708da45188a6f43a40b9e2b59 2024-11-24T03:22:09,473 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/B of be6b678dd3f5f56b687375932a20ee76 into d1fbca0708da45188a6f43a40b9e2b59(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:09,473 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:09,473 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/B, priority=13, startTime=1732418528953; duration=0sec 2024-11-24T03:22:09,473 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:09,473 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:B 2024-11-24T03:22:09,474 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T03:22:09,477 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T03:22:09,477 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T03:22:09,477 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. because compaction request was cancelled 2024-11-24T03:22:09,477 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:C 2024-11-24T03:22:09,521 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/0b340efe94284cb6a28c58561e3756f9 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/0b340efe94284cb6a28c58561e3756f9 2024-11-24T03:22:09,530 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/A of be6b678dd3f5f56b687375932a20ee76 into 0b340efe94284cb6a28c58561e3756f9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:09,530 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:09,530 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/A, priority=13, startTime=1732418528953; duration=0sec 2024-11-24T03:22:09,530 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:09,530 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:A 2024-11-24T03:22:09,547 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:09,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T03:22:09,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:09,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:09,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:09,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:09,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:09,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418589586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:09,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/4e0fd68ab8eb4948be47acd0a3b4ed3b 2024-11-24T03:22:09,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/2d98430c6762410ab4ff15cc82f8310b as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/2d98430c6762410ab4ff15cc82f8310b 2024-11-24T03:22:09,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/2d98430c6762410ab4ff15cc82f8310b, entries=200, sequenceid=250, filesize=14.2 K 2024-11-24T03:22:09,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/f614b003ba3c41edad421e6b6c069d48 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/f614b003ba3c41edad421e6b6c069d48 2024-11-24T03:22:09,702 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:09,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T03:22:09,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:09,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:09,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:09,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:09,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:09,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/f614b003ba3c41edad421e6b6c069d48, entries=150, sequenceid=250, filesize=11.9 K 2024-11-24T03:22:09,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/4e0fd68ab8eb4948be47acd0a3b4ed3b as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/4e0fd68ab8eb4948be47acd0a3b4ed3b 2024-11-24T03:22:09,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/4e0fd68ab8eb4948be47acd0a3b4ed3b, entries=150, sequenceid=250, filesize=11.9 K 2024-11-24T03:22:09,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for be6b678dd3f5f56b687375932a20ee76 in 670ms, sequenceid=250, compaction requested=true 2024-11-24T03:22:09,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:09,720 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T03:22:09,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:09,721 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T03:22:09,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:09,721 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T03:22:09,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:09,721 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. because compaction request was cancelled 2024-11-24T03:22:09,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:09,721 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T03:22:09,721 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:A 2024-11-24T03:22:09,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:09,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:09,721 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:09,722 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T03:22:09,722 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T03:22:09,722 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. because compaction request was cancelled 2024-11-24T03:22:09,722 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:B 2024-11-24T03:22:09,723 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:09,723 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/C is initiating minor compaction (all files) 2024-11-24T03:22:09,723 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/C in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:09,723 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/65bc44184b594d8bb0078e5885c005bf, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/c1b7f83d98d74f5fa8c9b99f5a57c211, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/4e0fd68ab8eb4948be47acd0a3b4ed3b] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=36.1 K 2024-11-24T03:22:09,724 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65bc44184b594d8bb0078e5885c005bf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732418527540 2024-11-24T03:22:09,724 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1b7f83d98d74f5fa8c9b99f5a57c211, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732418527600 2024-11-24T03:22:09,725 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e0fd68ab8eb4948be47acd0a3b4ed3b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732418528278 2024-11-24T03:22:09,748 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#C#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:09,749 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/56f0fe8bae6b45d78cfd06d93bb57b0d is 50, key is test_row_0/C:col10/1732418528295/Put/seqid=0 2024-11-24T03:22:09,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741892_1068 (size=12731) 2024-11-24T03:22:09,813 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/56f0fe8bae6b45d78cfd06d93bb57b0d as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/56f0fe8bae6b45d78cfd06d93bb57b0d 2024-11-24T03:22:09,825 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/C of be6b678dd3f5f56b687375932a20ee76 into 56f0fe8bae6b45d78cfd06d93bb57b0d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:09,826 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:09,826 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/C, priority=13, startTime=1732418529721; duration=0sec 2024-11-24T03:22:09,826 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:09,826 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:C 2024-11-24T03:22:09,856 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:09,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T03:22:09,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:09,857 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing be6b678dd3f5f56b687375932a20ee76 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T03:22:09,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=A 2024-11-24T03:22:09,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:09,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=B 2024-11-24T03:22:09,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:09,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=C 2024-11-24T03:22:09,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:09,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/dd2a262a81264483a5f9ace62f2ebbcf is 50, key is test_row_0/A:col10/1732418529245/Put/seqid=0 2024-11-24T03:22:09,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:09,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741893_1069 (size=12301) 2024-11-24T03:22:09,939 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/dd2a262a81264483a5f9ace62f2ebbcf 2024-11-24T03:22:09,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/9acad025ab9f4d6ca7a17b3c3cfe9490 is 50, key is test_row_0/B:col10/1732418529245/Put/seqid=0 2024-11-24T03:22:09,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418589978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:09,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741894_1070 (size=12301) 2024-11-24T03:22:10,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418590081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:10,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418590285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:10,400 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/9acad025ab9f4d6ca7a17b3c3cfe9490 2024-11-24T03:22:10,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/9cda7faa6dde4c8a945c41dfb06a1fbd is 50, key is test_row_0/C:col10/1732418529245/Put/seqid=0 2024-11-24T03:22:10,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418590449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:10,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741895_1071 (size=12301) 2024-11-24T03:22:10,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:10,453 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/9cda7faa6dde4c8a945c41dfb06a1fbd 2024-11-24T03:22:10,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418590452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:10,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/dd2a262a81264483a5f9ace62f2ebbcf as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/dd2a262a81264483a5f9ace62f2ebbcf 2024-11-24T03:22:10,485 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/dd2a262a81264483a5f9ace62f2ebbcf, entries=150, sequenceid=277, filesize=12.0 K 2024-11-24T03:22:10,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/9acad025ab9f4d6ca7a17b3c3cfe9490 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/9acad025ab9f4d6ca7a17b3c3cfe9490 2024-11-24T03:22:10,505 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/9acad025ab9f4d6ca7a17b3c3cfe9490, entries=150, sequenceid=277, filesize=12.0 K 2024-11-24T03:22:10,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/9cda7faa6dde4c8a945c41dfb06a1fbd as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/9cda7faa6dde4c8a945c41dfb06a1fbd 2024-11-24T03:22:10,515 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/9cda7faa6dde4c8a945c41dfb06a1fbd, entries=150, sequenceid=277, filesize=12.0 K 2024-11-24T03:22:10,516 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for be6b678dd3f5f56b687375932a20ee76 in 659ms, sequenceid=277, compaction requested=true 2024-11-24T03:22:10,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:10,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:10,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-24T03:22:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-24T03:22:10,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-24T03:22:10,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.9280 sec 2024-11-24T03:22:10,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 3.9350 sec 2024-11-24T03:22:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:10,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be6b678dd3f5f56b687375932a20ee76 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T03:22:10,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=A 2024-11-24T03:22:10,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:10,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=B 2024-11-24T03:22:10,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:10,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=C 2024-11-24T03:22:10,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:10,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/0a2336fb416e43ef86bed05ba5ef575e is 50, key is test_row_0/A:col10/1732418529971/Put/seqid=0 2024-11-24T03:22:10,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741896_1072 (size=14741) 2024-11-24T03:22:10,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/0a2336fb416e43ef86bed05ba5ef575e 2024-11-24T03:22:10,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/004041f6f74e41abb9bff74d1a856b76 is 50, key is test_row_0/B:col10/1732418529971/Put/seqid=0 2024-11-24T03:22:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T03:22:10,697 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-24T03:22:10,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-24T03:22:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T03:22:10,701 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:10,702 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:10,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:10,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741897_1073 (size=12301) 2024-11-24T03:22:10,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418590726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T03:22:10,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418590831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:10,855 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:10,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T03:22:10,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:10,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:10,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:10,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:10,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:10,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:10,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1732418590907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:10,913 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4206 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:22:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48356 deadline: 1732418590905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:10,914 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4212 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:22:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T03:22:11,010 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:11,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T03:22:11,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:11,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:11,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:11,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:11,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:11,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418591036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:11,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/004041f6f74e41abb9bff74d1a856b76 2024-11-24T03:22:11,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/2e7da0427ac44c8da7e2c3c0609e3c0f is 50, key is test_row_0/C:col10/1732418529971/Put/seqid=0 2024-11-24T03:22:11,167 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:11,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T03:22:11,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:11,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:11,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:11,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:11,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:11,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741898_1074 (size=12301) 2024-11-24T03:22:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T03:22:11,321 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:11,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T03:22:11,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:11,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:11,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:11,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:11,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:11,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418591343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:11,477 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:11,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T03:22:11,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:11,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:11,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:11,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:11,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:11,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/2e7da0427ac44c8da7e2c3c0609e3c0f 2024-11-24T03:22:11,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/0a2336fb416e43ef86bed05ba5ef575e as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/0a2336fb416e43ef86bed05ba5ef575e 2024-11-24T03:22:11,631 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:11,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T03:22:11,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:11,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:11,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:11,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:11,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:11,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/0a2336fb416e43ef86bed05ba5ef575e, entries=200, sequenceid=290, filesize=14.4 K 2024-11-24T03:22:11,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/004041f6f74e41abb9bff74d1a856b76 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/004041f6f74e41abb9bff74d1a856b76 2024-11-24T03:22:11,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/004041f6f74e41abb9bff74d1a856b76, entries=150, sequenceid=290, filesize=12.0 K 2024-11-24T03:22:11,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/2e7da0427ac44c8da7e2c3c0609e3c0f as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/2e7da0427ac44c8da7e2c3c0609e3c0f 2024-11-24T03:22:11,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/2e7da0427ac44c8da7e2c3c0609e3c0f, entries=150, sequenceid=290, filesize=12.0 K 2024-11-24T03:22:11,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for be6b678dd3f5f56b687375932a20ee76 in 1086ms, sequenceid=290, compaction requested=true 2024-11-24T03:22:11,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:11,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:11,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:11,678 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:11,678 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:11,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:11,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:11,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:11,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:11,682 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54280 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:11,682 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/A is initiating minor compaction (all files) 2024-11-24T03:22:11,682 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/A in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:11,684 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/0b340efe94284cb6a28c58561e3756f9, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/2d98430c6762410ab4ff15cc82f8310b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/dd2a262a81264483a5f9ace62f2ebbcf, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/0a2336fb416e43ef86bed05ba5ef575e] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=53.0 K 2024-11-24T03:22:11,684 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:11,684 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/B is initiating minor compaction (all files) 2024-11-24T03:22:11,684 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/B in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:11,685 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/d1fbca0708da45188a6f43a40b9e2b59, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/f614b003ba3c41edad421e6b6c069d48, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/9acad025ab9f4d6ca7a17b3c3cfe9490, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/004041f6f74e41abb9bff74d1a856b76] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=48.3 K 2024-11-24T03:22:11,686 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting d1fbca0708da45188a6f43a40b9e2b59, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732418527600 2024-11-24T03:22:11,686 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b340efe94284cb6a28c58561e3756f9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732418527600 2024-11-24T03:22:11,687 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting f614b003ba3c41edad421e6b6c069d48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732418528278 2024-11-24T03:22:11,688 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d98430c6762410ab4ff15cc82f8310b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732418528278 2024-11-24T03:22:11,688 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 9acad025ab9f4d6ca7a17b3c3cfe9490, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732418529232 2024-11-24T03:22:11,689 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd2a262a81264483a5f9ace62f2ebbcf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732418529232 2024-11-24T03:22:11,689 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 004041f6f74e41abb9bff74d1a856b76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732418529971 2024-11-24T03:22:11,690 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a2336fb416e43ef86bed05ba5ef575e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732418529962 2024-11-24T03:22:11,722 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#B#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:11,723 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/7fae73289c0e4d29aef5d1824b1cb760 is 50, key is test_row_0/B:col10/1732418529971/Put/seqid=0 2024-11-24T03:22:11,729 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#A#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:11,729 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/5580eead56b0437a8b1b01403f959ab9 is 50, key is test_row_0/A:col10/1732418529971/Put/seqid=0 2024-11-24T03:22:11,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741899_1075 (size=12983) 2024-11-24T03:22:11,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741900_1076 (size=12983) 2024-11-24T03:22:11,768 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/7fae73289c0e4d29aef5d1824b1cb760 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/7fae73289c0e4d29aef5d1824b1cb760 2024-11-24T03:22:11,785 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:11,786 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/B of be6b678dd3f5f56b687375932a20ee76 into 7fae73289c0e4d29aef5d1824b1cb760(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:11,786 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:11,786 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/B, priority=12, startTime=1732418531678; duration=0sec 2024-11-24T03:22:11,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T03:22:11,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:11,787 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing be6b678dd3f5f56b687375932a20ee76 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T03:22:11,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=A 2024-11-24T03:22:11,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:11,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=B 2024-11-24T03:22:11,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:11,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=C 2024-11-24T03:22:11,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:11,788 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:11,788 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:B 2024-11-24T03:22:11,788 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:11,790 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:11,790 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/C is initiating minor compaction (all files) 2024-11-24T03:22:11,790 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/C in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:11,791 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/56f0fe8bae6b45d78cfd06d93bb57b0d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/9cda7faa6dde4c8a945c41dfb06a1fbd, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/2e7da0427ac44c8da7e2c3c0609e3c0f] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=36.5 K 2024-11-24T03:22:11,793 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 56f0fe8bae6b45d78cfd06d93bb57b0d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732418528278 2024-11-24T03:22:11,794 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cda7faa6dde4c8a945c41dfb06a1fbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732418529232 2024-11-24T03:22:11,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/5f5c77784fc048b19e6553068b872d08 is 50, key is test_row_0/A:col10/1732418530692/Put/seqid=0 2024-11-24T03:22:11,795 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e7da0427ac44c8da7e2c3c0609e3c0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732418529971 2024-11-24T03:22:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T03:22:11,830 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#C#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:11,831 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/2bd90a0e2dd44c438930ffd0e4d42888 is 50, key is test_row_0/C:col10/1732418529971/Put/seqid=0 2024-11-24T03:22:11,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741901_1077 (size=12301) 2024-11-24T03:22:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:11,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:11,869 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/5f5c77784fc048b19e6553068b872d08 2024-11-24T03:22:11,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741902_1078 (size=12983) 2024-11-24T03:22:11,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/d33fddadbe8948ceb5970920dc26f4a1 is 50, key is test_row_0/B:col10/1732418530692/Put/seqid=0 2024-11-24T03:22:11,914 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/2bd90a0e2dd44c438930ffd0e4d42888 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/2bd90a0e2dd44c438930ffd0e4d42888 2024-11-24T03:22:11,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418591914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:11,923 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/C of be6b678dd3f5f56b687375932a20ee76 into 2bd90a0e2dd44c438930ffd0e4d42888(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:11,923 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:11,923 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/C, priority=13, startTime=1732418531681; duration=0sec 2024-11-24T03:22:11,923 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:11,923 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:C 2024-11-24T03:22:11,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741903_1079 (size=12301) 2024-11-24T03:22:12,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418592017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:12,181 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/5580eead56b0437a8b1b01403f959ab9 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/5580eead56b0437a8b1b01403f959ab9 2024-11-24T03:22:12,189 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/A of be6b678dd3f5f56b687375932a20ee76 into 5580eead56b0437a8b1b01403f959ab9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:12,189 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:12,189 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/A, priority=12, startTime=1732418531678; duration=0sec 2024-11-24T03:22:12,189 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:12,189 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:A 2024-11-24T03:22:12,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:12,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418592223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:12,376 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/d33fddadbe8948ceb5970920dc26f4a1 2024-11-24T03:22:12,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/dea1baf034bf4bd3996465b3c5f25bf1 is 50, key is test_row_0/C:col10/1732418530692/Put/seqid=0 2024-11-24T03:22:12,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741904_1080 (size=12301) 2024-11-24T03:22:12,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418592462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:12,463 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:22:12,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418592467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:12,471 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:22:12,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418592529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T03:22:12,833 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/dea1baf034bf4bd3996465b3c5f25bf1 2024-11-24T03:22:12,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/5f5c77784fc048b19e6553068b872d08 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/5f5c77784fc048b19e6553068b872d08 2024-11-24T03:22:12,859 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/5f5c77784fc048b19e6553068b872d08, entries=150, sequenceid=314, filesize=12.0 K 2024-11-24T03:22:12,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/d33fddadbe8948ceb5970920dc26f4a1 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/d33fddadbe8948ceb5970920dc26f4a1 2024-11-24T03:22:12,877 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/d33fddadbe8948ceb5970920dc26f4a1, entries=150, sequenceid=314, filesize=12.0 K 2024-11-24T03:22:12,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/dea1baf034bf4bd3996465b3c5f25bf1 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/dea1baf034bf4bd3996465b3c5f25bf1 2024-11-24T03:22:12,899 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/dea1baf034bf4bd3996465b3c5f25bf1, entries=150, sequenceid=314, filesize=12.0 K 2024-11-24T03:22:12,901 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for be6b678dd3f5f56b687375932a20ee76 in 1114ms, sequenceid=314, compaction requested=false 2024-11-24T03:22:12,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:12,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:12,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-24T03:22:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-24T03:22:12,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-24T03:22:12,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2010 sec 2024-11-24T03:22:12,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 2.2080 sec 2024-11-24T03:22:13,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be6b678dd3f5f56b687375932a20ee76 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T03:22:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:13,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=A 2024-11-24T03:22:13,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:13,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=B 2024-11-24T03:22:13,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:13,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=C 2024-11-24T03:22:13,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:13,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/192d0752ef4f47dab9e1dd95d7ef8ee1 is 50, key is test_row_0/A:col10/1732418531912/Put/seqid=0 2024-11-24T03:22:13,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741905_1081 (size=14741) 2024-11-24T03:22:13,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/192d0752ef4f47dab9e1dd95d7ef8ee1 2024-11-24T03:22:13,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/5ded23be46cc4bb7ada06780214d4551 is 50, key is test_row_0/B:col10/1732418531912/Put/seqid=0 2024-11-24T03:22:13,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:13,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418593163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:13,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741906_1082 (size=12301) 2024-11-24T03:22:13,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/5ded23be46cc4bb7ada06780214d4551 2024-11-24T03:22:13,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/11a8cad9ca364e328ce3f756859418d7 is 50, key is test_row_0/C:col10/1732418531912/Put/seqid=0 2024-11-24T03:22:13,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741907_1083 (size=12301) 2024-11-24T03:22:13,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/11a8cad9ca364e328ce3f756859418d7 2024-11-24T03:22:13,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/192d0752ef4f47dab9e1dd95d7ef8ee1 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/192d0752ef4f47dab9e1dd95d7ef8ee1 2024-11-24T03:22:13,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/192d0752ef4f47dab9e1dd95d7ef8ee1, entries=200, sequenceid=330, filesize=14.4 K 2024-11-24T03:22:13,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/5ded23be46cc4bb7ada06780214d4551 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/5ded23be46cc4bb7ada06780214d4551 2024-11-24T03:22:13,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/5ded23be46cc4bb7ada06780214d4551, entries=150, sequenceid=330, filesize=12.0 K 2024-11-24T03:22:13,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/11a8cad9ca364e328ce3f756859418d7 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/11a8cad9ca364e328ce3f756859418d7 2024-11-24T03:22:13,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/11a8cad9ca364e328ce3f756859418d7, entries=150, sequenceid=330, filesize=12.0 K 2024-11-24T03:22:13,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for be6b678dd3f5f56b687375932a20ee76 in 240ms, sequenceid=330, compaction requested=true 2024-11-24T03:22:13,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:13,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:13,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:13,278 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:13,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:13,278 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:13,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:13,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:13,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:13,282 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:13,282 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/A is initiating minor compaction (all files) 2024-11-24T03:22:13,282 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/A in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:13,282 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/5580eead56b0437a8b1b01403f959ab9, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/5f5c77784fc048b19e6553068b872d08, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/192d0752ef4f47dab9e1dd95d7ef8ee1] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=39.1 K 2024-11-24T03:22:13,283 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:13,284 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/B is initiating minor compaction (all files) 2024-11-24T03:22:13,284 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/B in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:13,284 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/7fae73289c0e4d29aef5d1824b1cb760, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/d33fddadbe8948ceb5970920dc26f4a1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/5ded23be46cc4bb7ada06780214d4551] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=36.7 K 2024-11-24T03:22:13,284 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5580eead56b0437a8b1b01403f959ab9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732418529971 2024-11-24T03:22:13,284 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fae73289c0e4d29aef5d1824b1cb760, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732418529971 2024-11-24T03:22:13,285 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f5c77784fc048b19e6553068b872d08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732418530692 2024-11-24T03:22:13,285 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting d33fddadbe8948ceb5970920dc26f4a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732418530692 2024-11-24T03:22:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:13,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be6b678dd3f5f56b687375932a20ee76 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T03:22:13,286 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 192d0752ef4f47dab9e1dd95d7ef8ee1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732418531893 2024-11-24T03:22:13,286 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ded23be46cc4bb7ada06780214d4551, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732418531900 2024-11-24T03:22:13,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=A 2024-11-24T03:22:13,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:13,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=B 2024-11-24T03:22:13,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:13,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=C 2024-11-24T03:22:13,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:13,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/059622fb94aa4f1db68d71f52cc6eb88 is 50, key is test_row_0/A:col10/1732418533282/Put/seqid=0 2024-11-24T03:22:13,330 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#A#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:13,331 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/4de6ccc1e7664ceb9562bfa7d867edc8 is 50, key is test_row_0/A:col10/1732418531912/Put/seqid=0 2024-11-24T03:22:13,345 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#B#compaction#71 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:13,346 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/34bcbf297e9340fabac13e61f1186e24 is 50, key is test_row_0/B:col10/1732418531912/Put/seqid=0 2024-11-24T03:22:13,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418593356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:13,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741908_1084 (size=14741) 2024-11-24T03:22:13,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741909_1085 (size=13085) 2024-11-24T03:22:13,422 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/4de6ccc1e7664ceb9562bfa7d867edc8 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/4de6ccc1e7664ceb9562bfa7d867edc8 2024-11-24T03:22:13,430 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/A of be6b678dd3f5f56b687375932a20ee76 into 4de6ccc1e7664ceb9562bfa7d867edc8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:13,430 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:13,430 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/A, priority=13, startTime=1732418533278; duration=0sec 2024-11-24T03:22:13,430 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:13,430 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:A 2024-11-24T03:22:13,430 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:13,432 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:13,432 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/C is initiating minor compaction (all files) 2024-11-24T03:22:13,432 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/C in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:13,432 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/2bd90a0e2dd44c438930ffd0e4d42888, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/dea1baf034bf4bd3996465b3c5f25bf1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/11a8cad9ca364e328ce3f756859418d7] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=36.7 K 2024-11-24T03:22:13,434 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2bd90a0e2dd44c438930ffd0e4d42888, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732418529971 2024-11-24T03:22:13,434 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting dea1baf034bf4bd3996465b3c5f25bf1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732418530692 2024-11-24T03:22:13,435 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11a8cad9ca364e328ce3f756859418d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732418531900 2024-11-24T03:22:13,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741910_1086 (size=13085) 2024-11-24T03:22:13,444 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/34bcbf297e9340fabac13e61f1186e24 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/34bcbf297e9340fabac13e61f1186e24 2024-11-24T03:22:13,451 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/B of be6b678dd3f5f56b687375932a20ee76 into 34bcbf297e9340fabac13e61f1186e24(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:13,452 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:13,452 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/B, priority=13, startTime=1732418533278; duration=0sec 2024-11-24T03:22:13,452 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:13,452 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:B 2024-11-24T03:22:13,459 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#C#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:13,460 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/e873c97fb7c946a8935f3e8866cb8db1 is 50, key is test_row_0/C:col10/1732418531912/Put/seqid=0 2024-11-24T03:22:13,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418593460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:13,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741911_1087 (size=13085) 2024-11-24T03:22:13,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418593668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:13,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/059622fb94aa4f1db68d71f52cc6eb88 2024-11-24T03:22:13,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/3849a995a161441a8e9fb40cb337867a is 50, key is test_row_0/B:col10/1732418533282/Put/seqid=0 2024-11-24T03:22:13,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741912_1088 (size=12301) 2024-11-24T03:22:13,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/3849a995a161441a8e9fb40cb337867a 2024-11-24T03:22:13,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/ad68f5d9ded04a7e84160a3413f5cdec is 50, key is test_row_0/C:col10/1732418533282/Put/seqid=0 2024-11-24T03:22:13,924 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/e873c97fb7c946a8935f3e8866cb8db1 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/e873c97fb7c946a8935f3e8866cb8db1 2024-11-24T03:22:13,931 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/C of be6b678dd3f5f56b687375932a20ee76 into e873c97fb7c946a8935f3e8866cb8db1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:13,932 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:13,932 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/C, priority=13, startTime=1732418533278; duration=0sec 2024-11-24T03:22:13,932 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:13,932 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:C 2024-11-24T03:22:13,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741913_1089 (size=12301) 2024-11-24T03:22:13,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/ad68f5d9ded04a7e84160a3413f5cdec 2024-11-24T03:22:13,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/059622fb94aa4f1db68d71f52cc6eb88 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/059622fb94aa4f1db68d71f52cc6eb88 2024-11-24T03:22:13,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418593971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:13,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/059622fb94aa4f1db68d71f52cc6eb88, entries=200, sequenceid=353, filesize=14.4 K 2024-11-24T03:22:13,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/3849a995a161441a8e9fb40cb337867a as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/3849a995a161441a8e9fb40cb337867a 2024-11-24T03:22:13,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/3849a995a161441a8e9fb40cb337867a, entries=150, sequenceid=353, filesize=12.0 K 2024-11-24T03:22:13,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/ad68f5d9ded04a7e84160a3413f5cdec as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/ad68f5d9ded04a7e84160a3413f5cdec 2024-11-24T03:22:13,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/ad68f5d9ded04a7e84160a3413f5cdec, entries=150, sequenceid=353, filesize=12.0 K 2024-11-24T03:22:14,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for be6b678dd3f5f56b687375932a20ee76 in 722ms, sequenceid=353, compaction requested=false 2024-11-24T03:22:14,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:14,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:14,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be6b678dd3f5f56b687375932a20ee76 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T03:22:14,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=A 2024-11-24T03:22:14,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:14,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=B 2024-11-24T03:22:14,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:14,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=C 2024-11-24T03:22:14,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:14,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/cb0a288506d94b42a4a9ceaddff93639 is 50, key is test_row_0/A:col10/1732418534484/Put/seqid=0 2024-11-24T03:22:14,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741914_1090 (size=12301) 2024-11-24T03:22:14,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418594573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:14,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418594678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T03:22:14,808 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-24T03:22:14,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-24T03:22:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T03:22:14,812 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:14,813 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:14,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:14,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418594881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T03:22:14,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48296 deadline: 1732418594921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:14,927 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8221 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:22:14,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48356 deadline: 1732418594930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:14,936 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8233 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:22:14,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/cb0a288506d94b42a4a9ceaddff93639 2024-11-24T03:22:14,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/de33ddb808694769b69a6ad3fec15590 is 50, key is test_row_0/B:col10/1732418534484/Put/seqid=0 2024-11-24T03:22:14,966 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:14,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T03:22:14,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:14,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:14,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:14,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:14,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:15,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741915_1091 (size=12301) 2024-11-24T03:22:15,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/de33ddb808694769b69a6ad3fec15590 2024-11-24T03:22:15,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/79529b6f87494ddb80b7dadcdc631c2d is 50, key is test_row_0/C:col10/1732418534484/Put/seqid=0 2024-11-24T03:22:15,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741916_1092 (size=12301) 2024-11-24T03:22:15,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/79529b6f87494ddb80b7dadcdc631c2d 2024-11-24T03:22:15,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/cb0a288506d94b42a4a9ceaddff93639 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/cb0a288506d94b42a4a9ceaddff93639 2024-11-24T03:22:15,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/cb0a288506d94b42a4a9ceaddff93639, entries=150, sequenceid=370, filesize=12.0 K 2024-11-24T03:22:15,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/de33ddb808694769b69a6ad3fec15590 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/de33ddb808694769b69a6ad3fec15590 2024-11-24T03:22:15,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/de33ddb808694769b69a6ad3fec15590, entries=150, sequenceid=370, filesize=12.0 K 2024-11-24T03:22:15,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/79529b6f87494ddb80b7dadcdc631c2d as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/79529b6f87494ddb80b7dadcdc631c2d 2024-11-24T03:22:15,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T03:22:15,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/79529b6f87494ddb80b7dadcdc631c2d, entries=150, sequenceid=370, filesize=12.0 K 2024-11-24T03:22:15,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for be6b678dd3f5f56b687375932a20ee76 in 627ms, sequenceid=370, compaction requested=true 2024-11-24T03:22:15,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:15,118 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:15,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:15,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:15,119 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:15,120 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:15,120 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/A is initiating minor compaction (all files) 2024-11-24T03:22:15,120 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/A in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:15,120 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/4de6ccc1e7664ceb9562bfa7d867edc8, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/059622fb94aa4f1db68d71f52cc6eb88, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/cb0a288506d94b42a4a9ceaddff93639] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=39.2 K 2024-11-24T03:22:15,120 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:15,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:15,121 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4de6ccc1e7664ceb9562bfa7d867edc8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732418531900 2024-11-24T03:22:15,121 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:15,122 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/B is initiating minor compaction (all files) 2024-11-24T03:22:15,122 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/B in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:15,122 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/34bcbf297e9340fabac13e61f1186e24, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/3849a995a161441a8e9fb40cb337867a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/de33ddb808694769b69a6ad3fec15590] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=36.8 K 2024-11-24T03:22:15,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:15,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:15,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:15,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T03:22:15,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:15,123 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 059622fb94aa4f1db68d71f52cc6eb88, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732418533143 2024-11-24T03:22:15,123 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing be6b678dd3f5f56b687375932a20ee76 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T03:22:15,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=A 2024-11-24T03:22:15,123 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 34bcbf297e9340fabac13e61f1186e24, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732418531900 2024-11-24T03:22:15,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:15,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=B 2024-11-24T03:22:15,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:15,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=C 2024-11-24T03:22:15,123 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb0a288506d94b42a4a9ceaddff93639, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732418533307 2024-11-24T03:22:15,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:15,124 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 3849a995a161441a8e9fb40cb337867a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732418533158 2024-11-24T03:22:15,125 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting de33ddb808694769b69a6ad3fec15590, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732418533307 2024-11-24T03:22:15,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/b77b71cc4d6649bda25764435a5559a4 is 50, key is test_row_0/A:col10/1732418534570/Put/seqid=0 2024-11-24T03:22:15,152 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#A#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:15,153 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/1b5de41ba9734a7dbf279bce11ce9370 is 50, key is test_row_0/A:col10/1732418534484/Put/seqid=0 2024-11-24T03:22:15,162 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#B#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:15,163 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/463b45b35823490cae4f56fb29e4ef12 is 50, key is test_row_0/B:col10/1732418534484/Put/seqid=0 2024-11-24T03:22:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:15,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:15,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741917_1093 (size=12301) 2024-11-24T03:22:15,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741918_1094 (size=13187) 2024-11-24T03:22:15,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418595250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:15,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741919_1095 (size=13187) 2024-11-24T03:22:15,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418595359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T03:22:15,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418595562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:15,613 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/b77b71cc4d6649bda25764435a5559a4 2024-11-24T03:22:15,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/fadf9d84fb8f4f85bb6acbe8635756d4 is 50, key is test_row_0/B:col10/1732418534570/Put/seqid=0 2024-11-24T03:22:15,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741920_1096 (size=12301) 2024-11-24T03:22:15,653 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/fadf9d84fb8f4f85bb6acbe8635756d4 2024-11-24T03:22:15,669 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/1b5de41ba9734a7dbf279bce11ce9370 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/1b5de41ba9734a7dbf279bce11ce9370 2024-11-24T03:22:15,687 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/A of be6b678dd3f5f56b687375932a20ee76 into 1b5de41ba9734a7dbf279bce11ce9370(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:15,687 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:15,687 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/A, priority=13, startTime=1732418535118; duration=0sec 2024-11-24T03:22:15,688 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:15,688 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:A 2024-11-24T03:22:15,688 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:15,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/a93caf7e26f14ba89bf9ccb0bd40cd24 is 50, key is test_row_0/C:col10/1732418534570/Put/seqid=0 2024-11-24T03:22:15,691 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:15,692 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/C is initiating minor compaction (all files) 2024-11-24T03:22:15,692 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/C in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:15,692 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/e873c97fb7c946a8935f3e8866cb8db1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/ad68f5d9ded04a7e84160a3413f5cdec, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/79529b6f87494ddb80b7dadcdc631c2d] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=36.8 K 2024-11-24T03:22:15,693 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting e873c97fb7c946a8935f3e8866cb8db1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732418531900 2024-11-24T03:22:15,693 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad68f5d9ded04a7e84160a3413f5cdec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732418533158 2024-11-24T03:22:15,695 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79529b6f87494ddb80b7dadcdc631c2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732418533307 2024-11-24T03:22:15,695 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/463b45b35823490cae4f56fb29e4ef12 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/463b45b35823490cae4f56fb29e4ef12 2024-11-24T03:22:15,705 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/B of be6b678dd3f5f56b687375932a20ee76 into 463b45b35823490cae4f56fb29e4ef12(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:15,705 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:15,705 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/B, priority=13, startTime=1732418535119; duration=0sec 2024-11-24T03:22:15,705 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:15,705 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:B 2024-11-24T03:22:15,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741921_1097 (size=12301) 2024-11-24T03:22:15,739 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/a93caf7e26f14ba89bf9ccb0bd40cd24 2024-11-24T03:22:15,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/b77b71cc4d6649bda25764435a5559a4 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/b77b71cc4d6649bda25764435a5559a4 2024-11-24T03:22:15,749 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#C#compaction#83 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:15,749 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/0b8154de3164483ba7704e283d8e4d8f is 50, key is test_row_0/C:col10/1732418534484/Put/seqid=0 2024-11-24T03:22:15,755 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/b77b71cc4d6649bda25764435a5559a4, entries=150, sequenceid=392, filesize=12.0 K 2024-11-24T03:22:15,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/fadf9d84fb8f4f85bb6acbe8635756d4 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/fadf9d84fb8f4f85bb6acbe8635756d4 2024-11-24T03:22:15,762 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/fadf9d84fb8f4f85bb6acbe8635756d4, entries=150, sequenceid=392, filesize=12.0 K 2024-11-24T03:22:15,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/a93caf7e26f14ba89bf9ccb0bd40cd24 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/a93caf7e26f14ba89bf9ccb0bd40cd24 2024-11-24T03:22:15,772 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/a93caf7e26f14ba89bf9ccb0bd40cd24, entries=150, sequenceid=392, filesize=12.0 K 2024-11-24T03:22:15,773 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for be6b678dd3f5f56b687375932a20ee76 in 650ms, sequenceid=392, compaction requested=false 2024-11-24T03:22:15,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:15,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:15,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-24T03:22:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-24T03:22:15,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-24T03:22:15,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 962 msec 2024-11-24T03:22:15,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 968 msec 2024-11-24T03:22:15,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741922_1098 (size=13187) 2024-11-24T03:22:15,791 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/0b8154de3164483ba7704e283d8e4d8f as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/0b8154de3164483ba7704e283d8e4d8f 2024-11-24T03:22:15,801 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/C of be6b678dd3f5f56b687375932a20ee76 into 0b8154de3164483ba7704e283d8e4d8f(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:15,805 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:15,805 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/C, priority=13, startTime=1732418535122; duration=0sec 2024-11-24T03:22:15,805 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:15,805 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:C 2024-11-24T03:22:15,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be6b678dd3f5f56b687375932a20ee76 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T03:22:15,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=A 2024-11-24T03:22:15,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:15,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=B 2024-11-24T03:22:15,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:15,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=C 2024-11-24T03:22:15,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T03:22:15,916 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-24T03:22:15,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-24T03:22:15,920 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T03:22:15,921 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:15,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:15,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/02e57336771940b09d50e6728314438b is 50, key is test_row_0/A:col10/1732418535888/Put/seqid=0 2024-11-24T03:22:15,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418595975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:15,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741923_1099 (size=12301) 2024-11-24T03:22:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T03:22:16,073 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:16,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T03:22:16,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:16,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:16,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:16,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:16,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:16,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418596081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T03:22:16,227 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:16,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T03:22:16,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:16,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:16,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:16,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:16,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:16,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:16,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:16,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418596288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:16,381 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:16,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T03:22:16,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:16,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:16,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:16,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:16,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:16,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/02e57336771940b09d50e6728314438b 2024-11-24T03:22:16,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/b15ba5ebfdbf4073b2cb73cbb1247754 is 50, key is test_row_0/B:col10/1732418535888/Put/seqid=0 2024-11-24T03:22:16,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741924_1100 (size=12301) 2024-11-24T03:22:16,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48326 deadline: 1732418596489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:16,491 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8194 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:22:16,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48360 deadline: 1732418596504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:16,506 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8211 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:22:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T03:22:16,537 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:16,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T03:22:16,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:16,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:16,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:16,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:16,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:16,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418596596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:16,692 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:16,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T03:22:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:16,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:16,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:16,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:16,848 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:16,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T03:22:16,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:16,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:16,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:16,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:16,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:16,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:16,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/b15ba5ebfdbf4073b2cb73cbb1247754 2024-11-24T03:22:16,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/e74e44b71a4f4be394627d4938d4125c is 50, key is test_row_0/C:col10/1732418535888/Put/seqid=0 2024-11-24T03:22:16,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741925_1101 (size=12301) 2024-11-24T03:22:16,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/e74e44b71a4f4be394627d4938d4125c 2024-11-24T03:22:16,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/02e57336771940b09d50e6728314438b as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/02e57336771940b09d50e6728314438b 2024-11-24T03:22:16,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/02e57336771940b09d50e6728314438b, entries=150, sequenceid=410, filesize=12.0 K 2024-11-24T03:22:16,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/b15ba5ebfdbf4073b2cb73cbb1247754 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/b15ba5ebfdbf4073b2cb73cbb1247754 2024-11-24T03:22:16,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/b15ba5ebfdbf4073b2cb73cbb1247754, entries=150, sequenceid=410, filesize=12.0 K 2024-11-24T03:22:16,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/e74e44b71a4f4be394627d4938d4125c as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/e74e44b71a4f4be394627d4938d4125c 2024-11-24T03:22:16,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/e74e44b71a4f4be394627d4938d4125c, entries=150, sequenceid=410, filesize=12.0 K 2024-11-24T03:22:16,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for be6b678dd3f5f56b687375932a20ee76 in 1097ms, sequenceid=410, compaction requested=true 2024-11-24T03:22:16,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:16,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:16,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:16,989 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:16,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:16,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:16,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:16,989 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:16,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:16,991 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:16,991 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/A is initiating minor compaction (all files) 2024-11-24T03:22:16,991 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/A in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:16,991 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/1b5de41ba9734a7dbf279bce11ce9370, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/b77b71cc4d6649bda25764435a5559a4, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/02e57336771940b09d50e6728314438b] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=36.9 K 2024-11-24T03:22:16,992 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:16,992 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/B is initiating minor compaction (all files) 2024-11-24T03:22:16,992 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b5de41ba9734a7dbf279bce11ce9370, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732418533307 2024-11-24T03:22:16,992 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/B in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:16,992 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/463b45b35823490cae4f56fb29e4ef12, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/fadf9d84fb8f4f85bb6acbe8635756d4, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/b15ba5ebfdbf4073b2cb73cbb1247754] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=36.9 K 2024-11-24T03:22:16,992 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting b77b71cc4d6649bda25764435a5559a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732418534540 2024-11-24T03:22:16,992 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 463b45b35823490cae4f56fb29e4ef12, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732418533307 2024-11-24T03:22:16,993 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 02e57336771940b09d50e6728314438b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732418535219 2024-11-24T03:22:16,993 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting fadf9d84fb8f4f85bb6acbe8635756d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732418534540 2024-11-24T03:22:16,994 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting b15ba5ebfdbf4073b2cb73cbb1247754, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732418535219 2024-11-24T03:22:17,005 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:17,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T03:22:17,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:17,006 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing be6b678dd3f5f56b687375932a20ee76 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T03:22:17,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=A 2024-11-24T03:22:17,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:17,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=B 2024-11-24T03:22:17,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:17,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=C 2024-11-24T03:22:17,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:17,017 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#A#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:17,018 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/341cc542697548c886560fb25365e694 is 50, key is test_row_0/A:col10/1732418535888/Put/seqid=0 2024-11-24T03:22:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T03:22:17,030 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#B#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:17,031 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/f5c74e04feb44529b71673dce3270526 is 50, key is test_row_0/B:col10/1732418535888/Put/seqid=0 2024-11-24T03:22:17,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/c60d0df2f4b841b29b0ff9ddc18d6c72 is 50, key is test_row_0/A:col10/1732418535970/Put/seqid=0 2024-11-24T03:22:17,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741926_1102 (size=13289) 2024-11-24T03:22:17,077 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/341cc542697548c886560fb25365e694 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/341cc542697548c886560fb25365e694 2024-11-24T03:22:17,087 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/A of be6b678dd3f5f56b687375932a20ee76 into 341cc542697548c886560fb25365e694(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:17,088 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:17,088 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/A, priority=13, startTime=1732418536989; duration=0sec 2024-11-24T03:22:17,088 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:17,088 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:A 2024-11-24T03:22:17,088 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:17,090 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:17,090 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/C is initiating minor compaction (all files) 2024-11-24T03:22:17,090 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/C in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:17,090 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/0b8154de3164483ba7704e283d8e4d8f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/a93caf7e26f14ba89bf9ccb0bd40cd24, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/e74e44b71a4f4be394627d4938d4125c] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=36.9 K 2024-11-24T03:22:17,091 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b8154de3164483ba7704e283d8e4d8f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732418533307 2024-11-24T03:22:17,092 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting a93caf7e26f14ba89bf9ccb0bd40cd24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732418534540 2024-11-24T03:22:17,092 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting e74e44b71a4f4be394627d4938d4125c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732418535219 2024-11-24T03:22:17,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741927_1103 (size=13289) 2024-11-24T03:22:17,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:17,112 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#C#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:17,113 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/170f5b1d48e2419193a05098d1234df7 is 50, key is test_row_0/C:col10/1732418535888/Put/seqid=0 2024-11-24T03:22:17,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741928_1104 (size=12301) 2024-11-24T03:22:17,139 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/c60d0df2f4b841b29b0ff9ddc18d6c72 2024-11-24T03:22:17,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741929_1105 (size=13289) 2024-11-24T03:22:17,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/53b1ec4a4a5341fe93125009ff931158 is 50, key is test_row_0/B:col10/1732418535970/Put/seqid=0 2024-11-24T03:22:17,179 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/170f5b1d48e2419193a05098d1234df7 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/170f5b1d48e2419193a05098d1234df7 2024-11-24T03:22:17,204 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/C of be6b678dd3f5f56b687375932a20ee76 into 170f5b1d48e2419193a05098d1234df7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:17,205 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:17,205 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/C, priority=13, startTime=1732418536989; duration=0sec 2024-11-24T03:22:17,205 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:17,205 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:C 2024-11-24T03:22:17,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418597201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:17,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741930_1106 (size=12301) 2024-11-24T03:22:17,215 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/53b1ec4a4a5341fe93125009ff931158 2024-11-24T03:22:17,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/4271db80033c4edcad44ea853863983d is 50, key is test_row_0/C:col10/1732418535970/Put/seqid=0 2024-11-24T03:22:17,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741931_1107 (size=12301) 2024-11-24T03:22:17,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 308 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418597308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:17,506 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/f5c74e04feb44529b71673dce3270526 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/f5c74e04feb44529b71673dce3270526 2024-11-24T03:22:17,513 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/B of be6b678dd3f5f56b687375932a20ee76 into f5c74e04feb44529b71673dce3270526(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:17,513 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:17,513 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/B, priority=13, startTime=1732418536989; duration=0sec 2024-11-24T03:22:17,513 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:17,513 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:B 2024-11-24T03:22:17,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 310 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418597518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:17,687 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/4271db80033c4edcad44ea853863983d 2024-11-24T03:22:17,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/c60d0df2f4b841b29b0ff9ddc18d6c72 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/c60d0df2f4b841b29b0ff9ddc18d6c72 2024-11-24T03:22:17,701 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/c60d0df2f4b841b29b0ff9ddc18d6c72, entries=150, sequenceid=431, filesize=12.0 K 2024-11-24T03:22:17,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/53b1ec4a4a5341fe93125009ff931158 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/53b1ec4a4a5341fe93125009ff931158 2024-11-24T03:22:17,708 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/53b1ec4a4a5341fe93125009ff931158, entries=150, sequenceid=431, filesize=12.0 K 2024-11-24T03:22:17,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/4271db80033c4edcad44ea853863983d as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/4271db80033c4edcad44ea853863983d 2024-11-24T03:22:17,716 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/4271db80033c4edcad44ea853863983d, entries=150, sequenceid=431, filesize=12.0 K 2024-11-24T03:22:17,718 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for be6b678dd3f5f56b687375932a20ee76 in 712ms, sequenceid=431, compaction requested=false 2024-11-24T03:22:17,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:17,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:17,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-24T03:22:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-24T03:22:17,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-24T03:22:17,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7990 sec 2024-11-24T03:22:17,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.8040 sec 2024-11-24T03:22:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:17,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be6b678dd3f5f56b687375932a20ee76 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T03:22:17,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=A 2024-11-24T03:22:17,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:17,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=B 2024-11-24T03:22:17,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:17,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=C 2024-11-24T03:22:17,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:17,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/c0307badc65e487dbb0939fa76b78ba0 is 50, key is test_row_0/A:col10/1732418537131/Put/seqid=0 2024-11-24T03:22:17,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741932_1108 (size=12301) 2024-11-24T03:22:17,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/c0307badc65e487dbb0939fa76b78ba0 2024-11-24T03:22:17,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/d3605e04935b405a96c8e48a021ccf8b is 50, key is test_row_0/B:col10/1732418537131/Put/seqid=0 2024-11-24T03:22:17,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 330 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418597918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:17,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741933_1109 (size=12301) 2024-11-24T03:22:17,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/d3605e04935b405a96c8e48a021ccf8b 2024-11-24T03:22:17,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/5b3b3b1b2e6a44fb852f9588b4f50b7b is 50, key is test_row_0/C:col10/1732418537131/Put/seqid=0 2024-11-24T03:22:18,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741934_1110 (size=12301) 2024-11-24T03:22:18,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/5b3b3b1b2e6a44fb852f9588b4f50b7b 2024-11-24T03:22:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T03:22:18,026 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-24T03:22:18,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:18,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/c0307badc65e487dbb0939fa76b78ba0 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/c0307badc65e487dbb0939fa76b78ba0 2024-11-24T03:22:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-24T03:22:18,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 332 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418598027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T03:22:18,030 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:18,031 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:18,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:18,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/c0307badc65e487dbb0939fa76b78ba0, entries=150, sequenceid=450, filesize=12.0 K 2024-11-24T03:22:18,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/d3605e04935b405a96c8e48a021ccf8b as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/d3605e04935b405a96c8e48a021ccf8b 2024-11-24T03:22:18,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/d3605e04935b405a96c8e48a021ccf8b, entries=150, sequenceid=450, filesize=12.0 K 2024-11-24T03:22:18,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/5b3b3b1b2e6a44fb852f9588b4f50b7b as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/5b3b3b1b2e6a44fb852f9588b4f50b7b 2024-11-24T03:22:18,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/5b3b3b1b2e6a44fb852f9588b4f50b7b, entries=150, sequenceid=450, filesize=12.0 K 2024-11-24T03:22:18,072 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for be6b678dd3f5f56b687375932a20ee76 in 245ms, sequenceid=450, compaction requested=true 2024-11-24T03:22:18,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:18,072 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:18,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:18,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:18,073 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:18,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:18,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:18,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:18,074 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:18,074 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:18,074 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/A is initiating minor compaction (all files) 2024-11-24T03:22:18,074 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/B is initiating minor compaction (all files) 2024-11-24T03:22:18,075 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/A in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:18,075 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/B in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:18,075 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/341cc542697548c886560fb25365e694, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/c60d0df2f4b841b29b0ff9ddc18d6c72, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/c0307badc65e487dbb0939fa76b78ba0] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=37.0 K 2024-11-24T03:22:18,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:18,075 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/f5c74e04feb44529b71673dce3270526, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/53b1ec4a4a5341fe93125009ff931158, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/d3605e04935b405a96c8e48a021ccf8b] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=37.0 K 2024-11-24T03:22:18,076 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 341cc542697548c886560fb25365e694, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732418535219 2024-11-24T03:22:18,076 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting c60d0df2f4b841b29b0ff9ddc18d6c72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732418535966 2024-11-24T03:22:18,076 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting f5c74e04feb44529b71673dce3270526, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732418535219 2024-11-24T03:22:18,077 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 53b1ec4a4a5341fe93125009ff931158, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732418535966 2024-11-24T03:22:18,077 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0307badc65e487dbb0939fa76b78ba0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732418537131 2024-11-24T03:22:18,077 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting d3605e04935b405a96c8e48a021ccf8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732418537131 2024-11-24T03:22:18,099 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#B#compaction#96 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:18,100 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/89934f9b4bb14d4fa3c9e4db448d51ac is 50, key is test_row_0/B:col10/1732418537131/Put/seqid=0 2024-11-24T03:22:18,109 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#A#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:18,109 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/85c5e846427545eba4d06ffcdcb4acfc is 50, key is test_row_0/A:col10/1732418537131/Put/seqid=0 2024-11-24T03:22:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T03:22:18,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741935_1111 (size=13391) 2024-11-24T03:22:18,158 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/89934f9b4bb14d4fa3c9e4db448d51ac as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/89934f9b4bb14d4fa3c9e4db448d51ac 2024-11-24T03:22:18,167 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/B of be6b678dd3f5f56b687375932a20ee76 into 89934f9b4bb14d4fa3c9e4db448d51ac(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:18,167 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:18,167 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/B, priority=13, startTime=1732418538073; duration=0sec 2024-11-24T03:22:18,167 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:18,167 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:B 2024-11-24T03:22:18,167 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:18,168 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:18,169 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/C is initiating minor compaction (all files) 2024-11-24T03:22:18,169 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/C in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:18,169 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/170f5b1d48e2419193a05098d1234df7, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/4271db80033c4edcad44ea853863983d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/5b3b3b1b2e6a44fb852f9588b4f50b7b] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=37.0 K 2024-11-24T03:22:18,169 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 170f5b1d48e2419193a05098d1234df7, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732418535219 2024-11-24T03:22:18,170 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 4271db80033c4edcad44ea853863983d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732418535966 2024-11-24T03:22:18,171 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b3b3b1b2e6a44fb852f9588b4f50b7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732418537131 2024-11-24T03:22:18,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741936_1112 (size=13391) 2024-11-24T03:22:18,199 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:18,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T03:22:18,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:18,201 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing be6b678dd3f5f56b687375932a20ee76 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T03:22:18,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=A 2024-11-24T03:22:18,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:18,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=B 2024-11-24T03:22:18,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:18,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=C 2024-11-24T03:22:18,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:18,215 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#C#compaction#98 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:18,217 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/1f417b8141024f3ca87bb717c9713b4e is 50, key is test_row_0/C:col10/1732418537131/Put/seqid=0 2024-11-24T03:22:18,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/d0e3eb44e37c42db9fb236073ca4a728 is 50, key is test_row_0/A:col10/1732418537915/Put/seqid=0 2024-11-24T03:22:18,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:18,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741938_1114 (size=12301) 2024-11-24T03:22:18,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741937_1113 (size=13391) 2024-11-24T03:22:18,283 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/1f417b8141024f3ca87bb717c9713b4e as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/1f417b8141024f3ca87bb717c9713b4e 2024-11-24T03:22:18,291 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/C of be6b678dd3f5f56b687375932a20ee76 into 1f417b8141024f3ca87bb717c9713b4e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:18,291 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:18,291 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/C, priority=13, startTime=1732418538073; duration=0sec 2024-11-24T03:22:18,292 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:18,292 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:C 2024-11-24T03:22:18,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 347 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418598302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T03:22:18,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 349 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418598406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:18,581 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/85c5e846427545eba4d06ffcdcb4acfc as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/85c5e846427545eba4d06ffcdcb4acfc 2024-11-24T03:22:18,592 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/A of be6b678dd3f5f56b687375932a20ee76 into 85c5e846427545eba4d06ffcdcb4acfc(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:18,593 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:18,593 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/A, priority=13, startTime=1732418538072; duration=0sec 2024-11-24T03:22:18,593 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:18,593 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:A 2024-11-24T03:22:18,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 351 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418598612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T03:22:18,654 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/d0e3eb44e37c42db9fb236073ca4a728 2024-11-24T03:22:18,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/2253312e8b8040818189dbe5d6ecd6f6 is 50, key is test_row_0/B:col10/1732418537915/Put/seqid=0 2024-11-24T03:22:18,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741939_1115 (size=12301) 2024-11-24T03:22:18,725 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/2253312e8b8040818189dbe5d6ecd6f6 2024-11-24T03:22:18,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/554b3b1bf9f84f2e8f94a6516a1d3414 is 50, key is test_row_0/C:col10/1732418537915/Put/seqid=0 2024-11-24T03:22:18,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741940_1116 (size=12301) 2024-11-24T03:22:18,827 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/554b3b1bf9f84f2e8f94a6516a1d3414 2024-11-24T03:22:18,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/d0e3eb44e37c42db9fb236073ca4a728 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/d0e3eb44e37c42db9fb236073ca4a728 2024-11-24T03:22:18,843 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/d0e3eb44e37c42db9fb236073ca4a728, entries=150, sequenceid=471, filesize=12.0 K 2024-11-24T03:22:18,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/2253312e8b8040818189dbe5d6ecd6f6 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/2253312e8b8040818189dbe5d6ecd6f6 2024-11-24T03:22:18,853 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/2253312e8b8040818189dbe5d6ecd6f6, entries=150, sequenceid=471, filesize=12.0 K 2024-11-24T03:22:18,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/554b3b1bf9f84f2e8f94a6516a1d3414 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/554b3b1bf9f84f2e8f94a6516a1d3414 2024-11-24T03:22:18,867 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/554b3b1bf9f84f2e8f94a6516a1d3414, entries=150, sequenceid=471, filesize=12.0 K 2024-11-24T03:22:18,869 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for be6b678dd3f5f56b687375932a20ee76 in 669ms, sequenceid=471, compaction requested=false 2024-11-24T03:22:18,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:18,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:18,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-24T03:22:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-24T03:22:18,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-24T03:22:18,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 839 msec 2024-11-24T03:22:18,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 845 msec 2024-11-24T03:22:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:18,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be6b678dd3f5f56b687375932a20ee76 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T03:22:18,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=A 2024-11-24T03:22:18,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:18,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=B 2024-11-24T03:22:18,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:18,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=C 2024-11-24T03:22:18,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:18,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/c1c517dbf2e749a4a0cbcc35c2acde43 is 50, key is test_row_0/A:col10/1732418538289/Put/seqid=0 2024-11-24T03:22:18,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741941_1117 (size=12301) 2024-11-24T03:22:18,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 370 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418598995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:19,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 372 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418599101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:19,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T03:22:19,135 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-24T03:22:19,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:19,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-24T03:22:19,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T03:22:19,139 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:19,140 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:19,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T03:22:19,291 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:19,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-24T03:22:19,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:19,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:19,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:19,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:19,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:19,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:19,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 374 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418599315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:19,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/c1c517dbf2e749a4a0cbcc35c2acde43 2024-11-24T03:22:19,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/46e98256f79b44258976e2fffa78ba46 is 50, key is test_row_0/B:col10/1732418538289/Put/seqid=0 2024-11-24T03:22:19,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741942_1118 (size=12301) 2024-11-24T03:22:19,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/46e98256f79b44258976e2fffa78ba46 2024-11-24T03:22:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T03:22:19,445 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:19,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-24T03:22:19,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:19,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:19,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:19,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:19,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:19,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/be38eb03a42d48479a0cdc24b7025816 is 50, key is test_row_0/C:col10/1732418538289/Put/seqid=0 2024-11-24T03:22:19,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741943_1119 (size=12301) 2024-11-24T03:22:19,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/be38eb03a42d48479a0cdc24b7025816 2024-11-24T03:22:19,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/c1c517dbf2e749a4a0cbcc35c2acde43 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/c1c517dbf2e749a4a0cbcc35c2acde43 2024-11-24T03:22:19,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/c1c517dbf2e749a4a0cbcc35c2acde43, entries=150, sequenceid=490, filesize=12.0 K 2024-11-24T03:22:19,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/46e98256f79b44258976e2fffa78ba46 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/46e98256f79b44258976e2fffa78ba46 2024-11-24T03:22:19,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/46e98256f79b44258976e2fffa78ba46, entries=150, sequenceid=490, filesize=12.0 K 2024-11-24T03:22:19,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/be38eb03a42d48479a0cdc24b7025816 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/be38eb03a42d48479a0cdc24b7025816 2024-11-24T03:22:19,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/be38eb03a42d48479a0cdc24b7025816, entries=150, sequenceid=490, filesize=12.0 K 2024-11-24T03:22:19,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for be6b678dd3f5f56b687375932a20ee76 in 629ms, sequenceid=490, compaction requested=true 2024-11-24T03:22:19,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:19,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:19,550 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:19,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:19,550 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:19,552 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:19,552 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/A is initiating minor compaction (all files) 2024-11-24T03:22:19,552 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/A in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:19,552 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:19,552 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/B is initiating minor compaction (all files) 2024-11-24T03:22:19,552 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/85c5e846427545eba4d06ffcdcb4acfc, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/d0e3eb44e37c42db9fb236073ca4a728, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/c1c517dbf2e749a4a0cbcc35c2acde43] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=37.1 K 2024-11-24T03:22:19,552 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/B in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:19,553 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/89934f9b4bb14d4fa3c9e4db448d51ac, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/2253312e8b8040818189dbe5d6ecd6f6, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/46e98256f79b44258976e2fffa78ba46] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=37.1 K 2024-11-24T03:22:19,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:19,553 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85c5e846427545eba4d06ffcdcb4acfc, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732418537131 2024-11-24T03:22:19,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:19,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:19,554 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0e3eb44e37c42db9fb236073ca4a728, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732418537906 2024-11-24T03:22:19,554 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 89934f9b4bb14d4fa3c9e4db448d51ac, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732418537131 2024-11-24T03:22:19,555 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1c517dbf2e749a4a0cbcc35c2acde43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1732418538285 2024-11-24T03:22:19,555 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 2253312e8b8040818189dbe5d6ecd6f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732418537906 2024-11-24T03:22:19,556 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 46e98256f79b44258976e2fffa78ba46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1732418538285 2024-11-24T03:22:19,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:19,579 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#A#compaction#105 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:19,580 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/b64d2ee0f5c34c6dadc8f3a4611f557f is 50, key is test_row_0/A:col10/1732418538289/Put/seqid=0 2024-11-24T03:22:19,591 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#B#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:19,592 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/8848ca9251bd43fe9159af90a55d25a1 is 50, key is test_row_0/B:col10/1732418538289/Put/seqid=0 2024-11-24T03:22:19,600 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:19,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-24T03:22:19,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:19,601 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing be6b678dd3f5f56b687375932a20ee76 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T03:22:19,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=A 2024-11-24T03:22:19,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:19,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=B 2024-11-24T03:22:19,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:19,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=C 2024-11-24T03:22:19,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:19,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/6040492b1476417d93c55001e0f2bc44 is 50, key is test_row_0/A:col10/1732418538994/Put/seqid=0 2024-11-24T03:22:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:19,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. as already flushing 2024-11-24T03:22:19,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741944_1120 (size=13493) 2024-11-24T03:22:19,637 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/b64d2ee0f5c34c6dadc8f3a4611f557f as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/b64d2ee0f5c34c6dadc8f3a4611f557f 2024-11-24T03:22:19,644 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/A of be6b678dd3f5f56b687375932a20ee76 into b64d2ee0f5c34c6dadc8f3a4611f557f(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:19,644 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:19,644 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/A, priority=13, startTime=1732418539550; duration=0sec 2024-11-24T03:22:19,645 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:19,645 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:A 2024-11-24T03:22:19,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741945_1121 (size=13493) 2024-11-24T03:22:19,645 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:19,647 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:19,647 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/C is initiating minor compaction (all files) 2024-11-24T03:22:19,647 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/C in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:19,647 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/1f417b8141024f3ca87bb717c9713b4e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/554b3b1bf9f84f2e8f94a6516a1d3414, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/be38eb03a42d48479a0cdc24b7025816] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=37.1 K 2024-11-24T03:22:19,648 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f417b8141024f3ca87bb717c9713b4e, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732418537131 2024-11-24T03:22:19,648 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 554b3b1bf9f84f2e8f94a6516a1d3414, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732418537906 2024-11-24T03:22:19,649 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting be38eb03a42d48479a0cdc24b7025816, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1732418538285 2024-11-24T03:22:19,659 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/8848ca9251bd43fe9159af90a55d25a1 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/8848ca9251bd43fe9159af90a55d25a1 2024-11-24T03:22:19,670 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/B of be6b678dd3f5f56b687375932a20ee76 into 8848ca9251bd43fe9159af90a55d25a1(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:19,670 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:19,670 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/B, priority=13, startTime=1732418539550; duration=0sec 2024-11-24T03:22:19,670 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:19,670 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:B 2024-11-24T03:22:19,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741946_1122 (size=12301) 2024-11-24T03:22:19,684 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/6040492b1476417d93c55001e0f2bc44 2024-11-24T03:22:19,691 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#C#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:19,691 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/0fb6dc5c7df24e5e8a1d4baf765fa726 is 50, key is test_row_0/C:col10/1732418538289/Put/seqid=0 2024-11-24T03:22:19,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/42b4da479cd34dd9a516b8cb0a59de4a is 50, key is test_row_0/B:col10/1732418538994/Put/seqid=0 2024-11-24T03:22:19,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 390 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418599709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:19,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741947_1123 (size=13493) 2024-11-24T03:22:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T03:22:19,744 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/0fb6dc5c7df24e5e8a1d4baf765fa726 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/0fb6dc5c7df24e5e8a1d4baf765fa726 2024-11-24T03:22:19,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741948_1124 (size=12301) 2024-11-24T03:22:19,750 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/42b4da479cd34dd9a516b8cb0a59de4a 2024-11-24T03:22:19,752 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/C of be6b678dd3f5f56b687375932a20ee76 into 0fb6dc5c7df24e5e8a1d4baf765fa726(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:19,752 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:19,752 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/C, priority=13, startTime=1732418539553; duration=0sec 2024-11-24T03:22:19,752 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:19,752 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:C 2024-11-24T03:22:19,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/c35906a41da04d68a5ddffa0794d78fa is 50, key is test_row_0/C:col10/1732418538994/Put/seqid=0 2024-11-24T03:22:19,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741949_1125 (size=12301) 2024-11-24T03:22:19,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 392 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418599814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:20,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 394 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48340 deadline: 1732418600019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:20,204 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:63551 2024-11-24T03:22:20,204 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:63551 2024-11-24T03:22:20,204 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:20,204 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:20,209 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:63551 2024-11-24T03:22:20,209 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:20,214 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:63551 2024-11-24T03:22:20,214 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/c35906a41da04d68a5ddffa0794d78fa 2024-11-24T03:22:20,214 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:20,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/6040492b1476417d93c55001e0f2bc44 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/6040492b1476417d93c55001e0f2bc44 2024-11-24T03:22:20,232 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/6040492b1476417d93c55001e0f2bc44, entries=150, sequenceid=509, filesize=12.0 K 2024-11-24T03:22:20,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/42b4da479cd34dd9a516b8cb0a59de4a as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/42b4da479cd34dd9a516b8cb0a59de4a 2024-11-24T03:22:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T03:22:20,244 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/42b4da479cd34dd9a516b8cb0a59de4a, entries=150, sequenceid=509, filesize=12.0 K 2024-11-24T03:22:20,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/c35906a41da04d68a5ddffa0794d78fa as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/c35906a41da04d68a5ddffa0794d78fa 2024-11-24T03:22:20,252 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/c35906a41da04d68a5ddffa0794d78fa, entries=150, sequenceid=509, filesize=12.0 K 2024-11-24T03:22:20,253 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for be6b678dd3f5f56b687375932a20ee76 in 652ms, sequenceid=509, compaction requested=false 2024-11-24T03:22:20,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:20,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:20,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-24T03:22:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-24T03:22:20,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-24T03:22:20,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1160 sec 2024-11-24T03:22:20,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.1230 sec 2024-11-24T03:22:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:20,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be6b678dd3f5f56b687375932a20ee76 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T03:22:20,326 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:63551 2024-11-24T03:22:20,326 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:20,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=A 2024-11-24T03:22:20,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:20,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=B 2024-11-24T03:22:20,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:20,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=C 2024-11-24T03:22:20,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:20,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/197e19037ada45e89310b211d7906094 is 50, key is test_row_0/A:col10/1732418540325/Put/seqid=0 2024-11-24T03:22:20,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741950_1126 (size=12301) 2024-11-24T03:22:20,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/197e19037ada45e89310b211d7906094 2024-11-24T03:22:20,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/65791bd1f4364ec59c9e2e8c3a7de792 is 50, key is test_row_0/B:col10/1732418540325/Put/seqid=0 2024-11-24T03:22:20,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741951_1127 (size=12301) 2024-11-24T03:22:20,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/65791bd1f4364ec59c9e2e8c3a7de792 2024-11-24T03:22:20,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/41b10c85bee746a1b99cb4266019d3e9 is 50, key is test_row_0/C:col10/1732418540325/Put/seqid=0 2024-11-24T03:22:20,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741952_1128 (size=12301) 2024-11-24T03:22:20,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/41b10c85bee746a1b99cb4266019d3e9 2024-11-24T03:22:20,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/197e19037ada45e89310b211d7906094 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/197e19037ada45e89310b211d7906094 2024-11-24T03:22:20,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/197e19037ada45e89310b211d7906094, entries=150, sequenceid=530, filesize=12.0 K 2024-11-24T03:22:20,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/65791bd1f4364ec59c9e2e8c3a7de792 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/65791bd1f4364ec59c9e2e8c3a7de792 2024-11-24T03:22:20,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/65791bd1f4364ec59c9e2e8c3a7de792, entries=150, sequenceid=530, filesize=12.0 K 2024-11-24T03:22:20,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/41b10c85bee746a1b99cb4266019d3e9 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/41b10c85bee746a1b99cb4266019d3e9 2024-11-24T03:22:20,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/41b10c85bee746a1b99cb4266019d3e9, entries=150, sequenceid=530, filesize=12.0 K 2024-11-24T03:22:20,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for be6b678dd3f5f56b687375932a20ee76 in 513ms, sequenceid=530, compaction requested=true 2024-11-24T03:22:20,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:20,840 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:20,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:20,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:20,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:20,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:20,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be6b678dd3f5f56b687375932a20ee76:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:20,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T03:22:20,844 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:20,845 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:20,845 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:20,845 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/A is initiating minor compaction (all files) 2024-11-24T03:22:20,845 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/B is initiating minor compaction (all files) 2024-11-24T03:22:20,846 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/B in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:20,846 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/A in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:20,846 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/b64d2ee0f5c34c6dadc8f3a4611f557f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/6040492b1476417d93c55001e0f2bc44, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/197e19037ada45e89310b211d7906094] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=37.2 K 2024-11-24T03:22:20,846 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/8848ca9251bd43fe9159af90a55d25a1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/42b4da479cd34dd9a516b8cb0a59de4a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/65791bd1f4364ec59c9e2e8c3a7de792] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=37.2 K 2024-11-24T03:22:20,846 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 8848ca9251bd43fe9159af90a55d25a1, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1732418538285 2024-11-24T03:22:20,846 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting b64d2ee0f5c34c6dadc8f3a4611f557f, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1732418538285 2024-11-24T03:22:20,847 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 42b4da479cd34dd9a516b8cb0a59de4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732418538987 2024-11-24T03:22:20,848 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 65791bd1f4364ec59c9e2e8c3a7de792, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1732418539681 2024-11-24T03:22:20,848 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6040492b1476417d93c55001e0f2bc44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732418538987 2024-11-24T03:22:20,848 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 197e19037ada45e89310b211d7906094, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1732418539681 2024-11-24T03:22:20,866 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#B#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:20,867 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/c7e7c3c76d84402b9aeb97aa26bd7394 is 50, key is test_row_0/B:col10/1732418540325/Put/seqid=0 2024-11-24T03:22:20,869 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#A#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:20,870 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/2cc13757398744c284dfd5260660ce6c is 50, key is test_row_0/A:col10/1732418540325/Put/seqid=0 2024-11-24T03:22:20,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741953_1129 (size=13595) 2024-11-24T03:22:20,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741954_1130 (size=13595) 2024-11-24T03:22:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T03:22:21,244 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-24T03:22:21,281 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/c7e7c3c76d84402b9aeb97aa26bd7394 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/c7e7c3c76d84402b9aeb97aa26bd7394 2024-11-24T03:22:21,285 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/2cc13757398744c284dfd5260660ce6c as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/2cc13757398744c284dfd5260660ce6c 2024-11-24T03:22:21,288 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/B of be6b678dd3f5f56b687375932a20ee76 into c7e7c3c76d84402b9aeb97aa26bd7394(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:21,288 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:21,289 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/B, priority=13, startTime=1732418540840; duration=0sec 2024-11-24T03:22:21,289 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:21,289 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:B 2024-11-24T03:22:21,289 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:21,290 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:21,290 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): be6b678dd3f5f56b687375932a20ee76/C is initiating minor compaction (all files) 2024-11-24T03:22:21,290 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be6b678dd3f5f56b687375932a20ee76/C in TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:21,290 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/0fb6dc5c7df24e5e8a1d4baf765fa726, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/c35906a41da04d68a5ddffa0794d78fa, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/41b10c85bee746a1b99cb4266019d3e9] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp, totalSize=37.2 K 2024-11-24T03:22:21,291 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fb6dc5c7df24e5e8a1d4baf765fa726, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1732418538285 2024-11-24T03:22:21,291 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/A of be6b678dd3f5f56b687375932a20ee76 into 2cc13757398744c284dfd5260660ce6c(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:21,291 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:21,291 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/A, priority=13, startTime=1732418540840; duration=0sec 2024-11-24T03:22:21,291 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting c35906a41da04d68a5ddffa0794d78fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732418538987 2024-11-24T03:22:21,291 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:21,291 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:A 2024-11-24T03:22:21,292 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 41b10c85bee746a1b99cb4266019d3e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1732418539681 2024-11-24T03:22:21,319 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be6b678dd3f5f56b687375932a20ee76#C#compaction#116 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:21,320 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/73d6664fb2ed4662b5e2f3e4500e658c is 50, key is test_row_0/C:col10/1732418540325/Put/seqid=0 2024-11-24T03:22:21,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741955_1131 (size=13595) 2024-11-24T03:22:21,333 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/73d6664fb2ed4662b5e2f3e4500e658c as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/73d6664fb2ed4662b5e2f3e4500e658c 2024-11-24T03:22:21,343 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be6b678dd3f5f56b687375932a20ee76/C of be6b678dd3f5f56b687375932a20ee76 into 73d6664fb2ed4662b5e2f3e4500e658c(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:21,343 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:21,343 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76., storeName=be6b678dd3f5f56b687375932a20ee76/C, priority=13, startTime=1732418540841; duration=0sec 2024-11-24T03:22:21,343 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:21,343 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be6b678dd3f5f56b687375932a20ee76:C 2024-11-24T03:22:22,221 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T03:22:24,979 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:63551 2024-11-24T03:22:24,979 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:24,980 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:63551 2024-11-24T03:22:24,980 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:26,543 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:63551 2024-11-24T03:22:26,543 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:26,556 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:63551 2024-11-24T03:22:26,556 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:26,556 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T03:22:26,556 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-24T03:22:26,556 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-24T03:22:26,556 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-11-24T03:22:26,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 252 2024-11-24T03:22:26,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-24T03:22:26,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T03:22:26,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3519 2024-11-24T03:22:26,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3418 2024-11-24T03:22:26,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T03:22:26,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1647 2024-11-24T03:22:26,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4939 rows 2024-11-24T03:22:26,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1625 2024-11-24T03:22:26,557 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4875 rows 2024-11-24T03:22:26,557 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T03:22:26,557 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:63551 2024-11-24T03:22:26,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:26,563 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T03:22:26,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T03:22:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:26,577 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418546577"}]},"ts":"1732418546577"} 2024-11-24T03:22:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T03:22:26,579 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T03:22:26,581 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T03:22:26,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T03:22:26,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=be6b678dd3f5f56b687375932a20ee76, UNASSIGN}] 2024-11-24T03:22:26,588 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=be6b678dd3f5f56b687375932a20ee76, UNASSIGN 2024-11-24T03:22:26,589 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=be6b678dd3f5f56b687375932a20ee76, regionState=CLOSING, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:26,590 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:22:26,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; CloseRegionProcedure be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827}] 2024-11-24T03:22:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T03:22:26,746 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:26,747 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(124): Close be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:26,747 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T03:22:26,748 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1681): Closing be6b678dd3f5f56b687375932a20ee76, disabling compactions & flushes 2024-11-24T03:22:26,748 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:26,748 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:26,748 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. after waiting 0 ms 2024-11-24T03:22:26,748 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:26,748 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(2837): Flushing be6b678dd3f5f56b687375932a20ee76 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T03:22:26,749 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=A 2024-11-24T03:22:26,749 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:26,749 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=B 2024-11-24T03:22:26,749 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:26,749 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be6b678dd3f5f56b687375932a20ee76, store=C 2024-11-24T03:22:26,749 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:26,753 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/ccd1334462b2440bbf5cfeaa22d0ed20 is 50, key is test_row_0/A:col10/1732418546541/Put/seqid=0 2024-11-24T03:22:26,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741956_1132 (size=9857) 2024-11-24T03:22:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T03:22:27,158 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/ccd1334462b2440bbf5cfeaa22d0ed20 2024-11-24T03:22:27,166 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/5b8a9423611d4786981a3d8013baed70 is 50, key is test_row_0/B:col10/1732418546541/Put/seqid=0 2024-11-24T03:22:27,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741957_1133 (size=9857) 2024-11-24T03:22:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T03:22:27,571 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/5b8a9423611d4786981a3d8013baed70 2024-11-24T03:22:27,578 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/00f500dd78804382994805cc4514380f is 50, key is test_row_0/C:col10/1732418546541/Put/seqid=0 2024-11-24T03:22:27,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741958_1134 (size=9857) 2024-11-24T03:22:27,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T03:22:27,983 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/00f500dd78804382994805cc4514380f 2024-11-24T03:22:27,988 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/A/ccd1334462b2440bbf5cfeaa22d0ed20 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/ccd1334462b2440bbf5cfeaa22d0ed20 2024-11-24T03:22:27,993 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/ccd1334462b2440bbf5cfeaa22d0ed20, entries=100, sequenceid=540, filesize=9.6 K 2024-11-24T03:22:27,994 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/B/5b8a9423611d4786981a3d8013baed70 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/5b8a9423611d4786981a3d8013baed70 2024-11-24T03:22:27,998 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/5b8a9423611d4786981a3d8013baed70, entries=100, sequenceid=540, filesize=9.6 K 2024-11-24T03:22:27,999 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/.tmp/C/00f500dd78804382994805cc4514380f as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/00f500dd78804382994805cc4514380f 2024-11-24T03:22:28,003 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/00f500dd78804382994805cc4514380f, entries=100, sequenceid=540, filesize=9.6 K 2024-11-24T03:22:28,004 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for be6b678dd3f5f56b687375932a20ee76 in 1256ms, sequenceid=540, compaction requested=false 2024-11-24T03:22:28,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/14470fab2a134b1190e6415b9e64a49b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/aff0a7dc70ba42ae8b06daa222a96568, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/4330c04b7e3e413890754b8ffb4b0b7f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/013a8d5933cb424d9d0948f8c8ca1b3a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/1c62e204ef444d2597d29665dd141e6f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/ce2aa76e747149858fc058d0e4ae2150, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/8dc3cf8080e34584986a448b255d49a0, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/e3e140e78d7a4d1abe45f7e0334cd396, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/d1895bd44d1747a9a0b1aee2eb71ba47, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/07b3192d2f30407782556a7064aa21c3, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/df20cbcbf1664a5b8dc253b3f2baf9ed, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/f2d3e7637265490aa7413f88e0a17af8, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/2c974506c9d54ab1a8a5d24e01addee4, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/d0df6387b7d3491ea80d36d3a0b79bff, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/3e22eef7aa4048e1a40707b870bbfea2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/5c7fcacad8094f03b8d11b4605ee655d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/0b340efe94284cb6a28c58561e3756f9, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/2d98430c6762410ab4ff15cc82f8310b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/dd2a262a81264483a5f9ace62f2ebbcf, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/0a2336fb416e43ef86bed05ba5ef575e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/5580eead56b0437a8b1b01403f959ab9, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/5f5c77784fc048b19e6553068b872d08, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/192d0752ef4f47dab9e1dd95d7ef8ee1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/4de6ccc1e7664ceb9562bfa7d867edc8, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/059622fb94aa4f1db68d71f52cc6eb88, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/1b5de41ba9734a7dbf279bce11ce9370, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/cb0a288506d94b42a4a9ceaddff93639, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/b77b71cc4d6649bda25764435a5559a4, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/341cc542697548c886560fb25365e694, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/02e57336771940b09d50e6728314438b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/c60d0df2f4b841b29b0ff9ddc18d6c72, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/85c5e846427545eba4d06ffcdcb4acfc, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/c0307badc65e487dbb0939fa76b78ba0, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/d0e3eb44e37c42db9fb236073ca4a728, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/b64d2ee0f5c34c6dadc8f3a4611f557f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/c1c517dbf2e749a4a0cbcc35c2acde43, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/6040492b1476417d93c55001e0f2bc44, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/197e19037ada45e89310b211d7906094] to archive 2024-11-24T03:22:28,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:22:28,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/14470fab2a134b1190e6415b9e64a49b to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/14470fab2a134b1190e6415b9e64a49b 2024-11-24T03:22:28,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/aff0a7dc70ba42ae8b06daa222a96568 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/aff0a7dc70ba42ae8b06daa222a96568 2024-11-24T03:22:28,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/4330c04b7e3e413890754b8ffb4b0b7f to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/4330c04b7e3e413890754b8ffb4b0b7f 2024-11-24T03:22:28,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/013a8d5933cb424d9d0948f8c8ca1b3a to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/013a8d5933cb424d9d0948f8c8ca1b3a 2024-11-24T03:22:28,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/1c62e204ef444d2597d29665dd141e6f to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/1c62e204ef444d2597d29665dd141e6f 2024-11-24T03:22:28,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/ce2aa76e747149858fc058d0e4ae2150 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/ce2aa76e747149858fc058d0e4ae2150 2024-11-24T03:22:28,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/8dc3cf8080e34584986a448b255d49a0 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/8dc3cf8080e34584986a448b255d49a0 2024-11-24T03:22:28,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/e3e140e78d7a4d1abe45f7e0334cd396 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/e3e140e78d7a4d1abe45f7e0334cd396 2024-11-24T03:22:28,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/d1895bd44d1747a9a0b1aee2eb71ba47 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/d1895bd44d1747a9a0b1aee2eb71ba47 2024-11-24T03:22:28,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/07b3192d2f30407782556a7064aa21c3 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/07b3192d2f30407782556a7064aa21c3 2024-11-24T03:22:28,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/df20cbcbf1664a5b8dc253b3f2baf9ed to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/df20cbcbf1664a5b8dc253b3f2baf9ed 2024-11-24T03:22:28,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/f2d3e7637265490aa7413f88e0a17af8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/f2d3e7637265490aa7413f88e0a17af8 2024-11-24T03:22:28,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/2c974506c9d54ab1a8a5d24e01addee4 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/2c974506c9d54ab1a8a5d24e01addee4 2024-11-24T03:22:28,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/d0df6387b7d3491ea80d36d3a0b79bff to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/d0df6387b7d3491ea80d36d3a0b79bff 2024-11-24T03:22:28,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/3e22eef7aa4048e1a40707b870bbfea2 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/3e22eef7aa4048e1a40707b870bbfea2 2024-11-24T03:22:28,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/5c7fcacad8094f03b8d11b4605ee655d to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/5c7fcacad8094f03b8d11b4605ee655d 2024-11-24T03:22:28,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/0b340efe94284cb6a28c58561e3756f9 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/0b340efe94284cb6a28c58561e3756f9 2024-11-24T03:22:28,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/2d98430c6762410ab4ff15cc82f8310b to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/2d98430c6762410ab4ff15cc82f8310b 2024-11-24T03:22:28,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/dd2a262a81264483a5f9ace62f2ebbcf to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/dd2a262a81264483a5f9ace62f2ebbcf 2024-11-24T03:22:28,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/0a2336fb416e43ef86bed05ba5ef575e to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/0a2336fb416e43ef86bed05ba5ef575e 2024-11-24T03:22:28,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/5580eead56b0437a8b1b01403f959ab9 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/5580eead56b0437a8b1b01403f959ab9 2024-11-24T03:22:28,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/5f5c77784fc048b19e6553068b872d08 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/5f5c77784fc048b19e6553068b872d08 2024-11-24T03:22:28,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/192d0752ef4f47dab9e1dd95d7ef8ee1 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/192d0752ef4f47dab9e1dd95d7ef8ee1 2024-11-24T03:22:28,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/4de6ccc1e7664ceb9562bfa7d867edc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/4de6ccc1e7664ceb9562bfa7d867edc8 2024-11-24T03:22:28,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/059622fb94aa4f1db68d71f52cc6eb88 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/059622fb94aa4f1db68d71f52cc6eb88 2024-11-24T03:22:28,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/1b5de41ba9734a7dbf279bce11ce9370 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/1b5de41ba9734a7dbf279bce11ce9370 2024-11-24T03:22:28,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/cb0a288506d94b42a4a9ceaddff93639 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/cb0a288506d94b42a4a9ceaddff93639 2024-11-24T03:22:28,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/b77b71cc4d6649bda25764435a5559a4 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/b77b71cc4d6649bda25764435a5559a4 2024-11-24T03:22:28,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/341cc542697548c886560fb25365e694 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/341cc542697548c886560fb25365e694 2024-11-24T03:22:28,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/02e57336771940b09d50e6728314438b to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/02e57336771940b09d50e6728314438b 2024-11-24T03:22:28,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/c60d0df2f4b841b29b0ff9ddc18d6c72 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/c60d0df2f4b841b29b0ff9ddc18d6c72 2024-11-24T03:22:28,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/85c5e846427545eba4d06ffcdcb4acfc to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/85c5e846427545eba4d06ffcdcb4acfc 2024-11-24T03:22:28,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/c0307badc65e487dbb0939fa76b78ba0 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/c0307badc65e487dbb0939fa76b78ba0 2024-11-24T03:22:28,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/d0e3eb44e37c42db9fb236073ca4a728 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/d0e3eb44e37c42db9fb236073ca4a728 2024-11-24T03:22:28,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/b64d2ee0f5c34c6dadc8f3a4611f557f to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/b64d2ee0f5c34c6dadc8f3a4611f557f 2024-11-24T03:22:28,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/c1c517dbf2e749a4a0cbcc35c2acde43 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/c1c517dbf2e749a4a0cbcc35c2acde43 2024-11-24T03:22:28,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/6040492b1476417d93c55001e0f2bc44 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/6040492b1476417d93c55001e0f2bc44 2024-11-24T03:22:28,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/197e19037ada45e89310b211d7906094 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/197e19037ada45e89310b211d7906094 2024-11-24T03:22:28,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/d5b1b87d18784b979fd2bb2631019a44, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/b1de9485609842a6ae2a497fa457c590, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/a7fdfc8f11724a7488839074c41e19a7, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/adff5df1206b46a588a79b55a0189afa, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/8784c7819bc040e8941676a5f35cf36e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/f23b92779f1e48299fba4e24dae47a1a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/8f3899e5983d4a8bb6268b6720c6fa02, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/aca852877ad04163a72307d20d59354e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/b7a5c5a2a497460c93489546533e19dc, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/573dc7457f4f48c4bc3a351e4d349702, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/ac035e0706064be69cb0378904bca39c, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/a195248a47f74e88bb58927fdfd8462a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/bd085e42ee484b7da63b126301132cab, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/3685e77ad4594220b79406173f6b28ca, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/8fc3cdc5214f47b18680b27b151741c1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/d1fbca0708da45188a6f43a40b9e2b59, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/5ae89eeedf494f3b8a38bfb66f1f2986, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/f614b003ba3c41edad421e6b6c069d48, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/9acad025ab9f4d6ca7a17b3c3cfe9490, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/7fae73289c0e4d29aef5d1824b1cb760, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/004041f6f74e41abb9bff74d1a856b76, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/d33fddadbe8948ceb5970920dc26f4a1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/34bcbf297e9340fabac13e61f1186e24, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/5ded23be46cc4bb7ada06780214d4551, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/3849a995a161441a8e9fb40cb337867a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/463b45b35823490cae4f56fb29e4ef12, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/de33ddb808694769b69a6ad3fec15590, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/fadf9d84fb8f4f85bb6acbe8635756d4, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/f5c74e04feb44529b71673dce3270526, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/b15ba5ebfdbf4073b2cb73cbb1247754, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/53b1ec4a4a5341fe93125009ff931158, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/89934f9b4bb14d4fa3c9e4db448d51ac, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/d3605e04935b405a96c8e48a021ccf8b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/2253312e8b8040818189dbe5d6ecd6f6, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/8848ca9251bd43fe9159af90a55d25a1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/46e98256f79b44258976e2fffa78ba46, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/42b4da479cd34dd9a516b8cb0a59de4a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/65791bd1f4364ec59c9e2e8c3a7de792] to archive 2024-11-24T03:22:28,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:22:28,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/d5b1b87d18784b979fd2bb2631019a44 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/d5b1b87d18784b979fd2bb2631019a44 2024-11-24T03:22:28,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/b1de9485609842a6ae2a497fa457c590 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/b1de9485609842a6ae2a497fa457c590 2024-11-24T03:22:28,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/a7fdfc8f11724a7488839074c41e19a7 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/a7fdfc8f11724a7488839074c41e19a7 2024-11-24T03:22:28,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/adff5df1206b46a588a79b55a0189afa to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/adff5df1206b46a588a79b55a0189afa 2024-11-24T03:22:28,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/8784c7819bc040e8941676a5f35cf36e to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/8784c7819bc040e8941676a5f35cf36e 2024-11-24T03:22:28,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/f23b92779f1e48299fba4e24dae47a1a to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/f23b92779f1e48299fba4e24dae47a1a 2024-11-24T03:22:28,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/8f3899e5983d4a8bb6268b6720c6fa02 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/8f3899e5983d4a8bb6268b6720c6fa02 2024-11-24T03:22:28,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/aca852877ad04163a72307d20d59354e to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/aca852877ad04163a72307d20d59354e 2024-11-24T03:22:28,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/b7a5c5a2a497460c93489546533e19dc to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/b7a5c5a2a497460c93489546533e19dc 2024-11-24T03:22:28,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/573dc7457f4f48c4bc3a351e4d349702 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/573dc7457f4f48c4bc3a351e4d349702 2024-11-24T03:22:28,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/ac035e0706064be69cb0378904bca39c to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/ac035e0706064be69cb0378904bca39c 2024-11-24T03:22:28,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/a195248a47f74e88bb58927fdfd8462a to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/a195248a47f74e88bb58927fdfd8462a 2024-11-24T03:22:28,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/bd085e42ee484b7da63b126301132cab to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/bd085e42ee484b7da63b126301132cab 2024-11-24T03:22:28,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/3685e77ad4594220b79406173f6b28ca to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/3685e77ad4594220b79406173f6b28ca 2024-11-24T03:22:28,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/8fc3cdc5214f47b18680b27b151741c1 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/8fc3cdc5214f47b18680b27b151741c1 2024-11-24T03:22:28,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/d1fbca0708da45188a6f43a40b9e2b59 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/d1fbca0708da45188a6f43a40b9e2b59 2024-11-24T03:22:28,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/5ae89eeedf494f3b8a38bfb66f1f2986 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/5ae89eeedf494f3b8a38bfb66f1f2986 2024-11-24T03:22:28,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/f614b003ba3c41edad421e6b6c069d48 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/f614b003ba3c41edad421e6b6c069d48 2024-11-24T03:22:28,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/9acad025ab9f4d6ca7a17b3c3cfe9490 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/9acad025ab9f4d6ca7a17b3c3cfe9490 2024-11-24T03:22:28,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/7fae73289c0e4d29aef5d1824b1cb760 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/7fae73289c0e4d29aef5d1824b1cb760 2024-11-24T03:22:28,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/004041f6f74e41abb9bff74d1a856b76 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/004041f6f74e41abb9bff74d1a856b76 2024-11-24T03:22:28,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/d33fddadbe8948ceb5970920dc26f4a1 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/d33fddadbe8948ceb5970920dc26f4a1 2024-11-24T03:22:28,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/34bcbf297e9340fabac13e61f1186e24 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/34bcbf297e9340fabac13e61f1186e24 2024-11-24T03:22:28,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/5ded23be46cc4bb7ada06780214d4551 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/5ded23be46cc4bb7ada06780214d4551 2024-11-24T03:22:28,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/3849a995a161441a8e9fb40cb337867a to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/3849a995a161441a8e9fb40cb337867a 2024-11-24T03:22:28,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/463b45b35823490cae4f56fb29e4ef12 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/463b45b35823490cae4f56fb29e4ef12 2024-11-24T03:22:28,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/de33ddb808694769b69a6ad3fec15590 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/de33ddb808694769b69a6ad3fec15590 2024-11-24T03:22:28,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/fadf9d84fb8f4f85bb6acbe8635756d4 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/fadf9d84fb8f4f85bb6acbe8635756d4 2024-11-24T03:22:28,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/f5c74e04feb44529b71673dce3270526 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/f5c74e04feb44529b71673dce3270526 2024-11-24T03:22:28,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/b15ba5ebfdbf4073b2cb73cbb1247754 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/b15ba5ebfdbf4073b2cb73cbb1247754 2024-11-24T03:22:28,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/53b1ec4a4a5341fe93125009ff931158 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/53b1ec4a4a5341fe93125009ff931158 2024-11-24T03:22:28,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/89934f9b4bb14d4fa3c9e4db448d51ac to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/89934f9b4bb14d4fa3c9e4db448d51ac 2024-11-24T03:22:28,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/d3605e04935b405a96c8e48a021ccf8b to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/d3605e04935b405a96c8e48a021ccf8b 2024-11-24T03:22:28,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/2253312e8b8040818189dbe5d6ecd6f6 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/2253312e8b8040818189dbe5d6ecd6f6 2024-11-24T03:22:28,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/8848ca9251bd43fe9159af90a55d25a1 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/8848ca9251bd43fe9159af90a55d25a1 2024-11-24T03:22:28,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/46e98256f79b44258976e2fffa78ba46 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/46e98256f79b44258976e2fffa78ba46 2024-11-24T03:22:28,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/42b4da479cd34dd9a516b8cb0a59de4a to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/42b4da479cd34dd9a516b8cb0a59de4a 2024-11-24T03:22:28,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/65791bd1f4364ec59c9e2e8c3a7de792 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/65791bd1f4364ec59c9e2e8c3a7de792 2024-11-24T03:22:28,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/d3055da36e4a433d8412133ef09340cf, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/21c7f075223649d38023f7b060191e53, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/1c990ca729f846a59012decc20f3c8d8, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/ad0e10a397d049d39dadf18e1ed2f861, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/43b1bf98fd7246398516fc2fcf290a8c, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/3a5aac2e8bd345e2946bb7c698f06645, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/d14fcbcc1d20442eb2587a457d943bb0, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/98993cffa3ca40518f40aeaf7c1ae0a5, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/cc0b680feea446f0bad6a4a23a7ebd69, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/168168b224224994a480fe9da6a7aaf6, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/0264205354e541a08b4698e785be1e06, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/6594b47d4d21465fb71ff6f5778ea655, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/160949848a914c68941613e8b308ce5e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/65bc44184b594d8bb0078e5885c005bf, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/7a81139ef1f14ff08998d31106635264, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/c1b7f83d98d74f5fa8c9b99f5a57c211, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/56f0fe8bae6b45d78cfd06d93bb57b0d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/4e0fd68ab8eb4948be47acd0a3b4ed3b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/9cda7faa6dde4c8a945c41dfb06a1fbd, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/2bd90a0e2dd44c438930ffd0e4d42888, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/2e7da0427ac44c8da7e2c3c0609e3c0f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/dea1baf034bf4bd3996465b3c5f25bf1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/e873c97fb7c946a8935f3e8866cb8db1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/11a8cad9ca364e328ce3f756859418d7, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/ad68f5d9ded04a7e84160a3413f5cdec, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/0b8154de3164483ba7704e283d8e4d8f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/79529b6f87494ddb80b7dadcdc631c2d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/a93caf7e26f14ba89bf9ccb0bd40cd24, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/170f5b1d48e2419193a05098d1234df7, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/e74e44b71a4f4be394627d4938d4125c, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/4271db80033c4edcad44ea853863983d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/1f417b8141024f3ca87bb717c9713b4e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/5b3b3b1b2e6a44fb852f9588b4f50b7b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/554b3b1bf9f84f2e8f94a6516a1d3414, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/0fb6dc5c7df24e5e8a1d4baf765fa726, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/be38eb03a42d48479a0cdc24b7025816, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/c35906a41da04d68a5ddffa0794d78fa, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/41b10c85bee746a1b99cb4266019d3e9] to archive 2024-11-24T03:22:28,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:22:28,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/d3055da36e4a433d8412133ef09340cf to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/d3055da36e4a433d8412133ef09340cf 2024-11-24T03:22:28,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/21c7f075223649d38023f7b060191e53 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/21c7f075223649d38023f7b060191e53 2024-11-24T03:22:28,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/1c990ca729f846a59012decc20f3c8d8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/1c990ca729f846a59012decc20f3c8d8 2024-11-24T03:22:28,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/ad0e10a397d049d39dadf18e1ed2f861 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/ad0e10a397d049d39dadf18e1ed2f861 2024-11-24T03:22:28,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/43b1bf98fd7246398516fc2fcf290a8c to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/43b1bf98fd7246398516fc2fcf290a8c 2024-11-24T03:22:28,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/3a5aac2e8bd345e2946bb7c698f06645 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/3a5aac2e8bd345e2946bb7c698f06645 2024-11-24T03:22:28,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/d14fcbcc1d20442eb2587a457d943bb0 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/d14fcbcc1d20442eb2587a457d943bb0 2024-11-24T03:22:28,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/98993cffa3ca40518f40aeaf7c1ae0a5 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/98993cffa3ca40518f40aeaf7c1ae0a5 2024-11-24T03:22:28,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/cc0b680feea446f0bad6a4a23a7ebd69 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/cc0b680feea446f0bad6a4a23a7ebd69 2024-11-24T03:22:28,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/168168b224224994a480fe9da6a7aaf6 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/168168b224224994a480fe9da6a7aaf6 2024-11-24T03:22:28,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/0264205354e541a08b4698e785be1e06 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/0264205354e541a08b4698e785be1e06 2024-11-24T03:22:28,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/6594b47d4d21465fb71ff6f5778ea655 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/6594b47d4d21465fb71ff6f5778ea655 2024-11-24T03:22:28,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/160949848a914c68941613e8b308ce5e to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/160949848a914c68941613e8b308ce5e 2024-11-24T03:22:28,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/65bc44184b594d8bb0078e5885c005bf to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/65bc44184b594d8bb0078e5885c005bf 2024-11-24T03:22:28,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/7a81139ef1f14ff08998d31106635264 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/7a81139ef1f14ff08998d31106635264 2024-11-24T03:22:28,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/c1b7f83d98d74f5fa8c9b99f5a57c211 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/c1b7f83d98d74f5fa8c9b99f5a57c211 2024-11-24T03:22:28,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/56f0fe8bae6b45d78cfd06d93bb57b0d to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/56f0fe8bae6b45d78cfd06d93bb57b0d 2024-11-24T03:22:28,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/4e0fd68ab8eb4948be47acd0a3b4ed3b to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/4e0fd68ab8eb4948be47acd0a3b4ed3b 2024-11-24T03:22:28,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/9cda7faa6dde4c8a945c41dfb06a1fbd to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/9cda7faa6dde4c8a945c41dfb06a1fbd 2024-11-24T03:22:28,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/2bd90a0e2dd44c438930ffd0e4d42888 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/2bd90a0e2dd44c438930ffd0e4d42888 2024-11-24T03:22:28,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/2e7da0427ac44c8da7e2c3c0609e3c0f to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/2e7da0427ac44c8da7e2c3c0609e3c0f 2024-11-24T03:22:28,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/dea1baf034bf4bd3996465b3c5f25bf1 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/dea1baf034bf4bd3996465b3c5f25bf1 2024-11-24T03:22:28,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/e873c97fb7c946a8935f3e8866cb8db1 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/e873c97fb7c946a8935f3e8866cb8db1 2024-11-24T03:22:28,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/11a8cad9ca364e328ce3f756859418d7 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/11a8cad9ca364e328ce3f756859418d7 2024-11-24T03:22:28,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/ad68f5d9ded04a7e84160a3413f5cdec to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/ad68f5d9ded04a7e84160a3413f5cdec 2024-11-24T03:22:28,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/0b8154de3164483ba7704e283d8e4d8f to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/0b8154de3164483ba7704e283d8e4d8f 2024-11-24T03:22:28,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/79529b6f87494ddb80b7dadcdc631c2d to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/79529b6f87494ddb80b7dadcdc631c2d 2024-11-24T03:22:28,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/a93caf7e26f14ba89bf9ccb0bd40cd24 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/a93caf7e26f14ba89bf9ccb0bd40cd24 2024-11-24T03:22:28,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/170f5b1d48e2419193a05098d1234df7 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/170f5b1d48e2419193a05098d1234df7 2024-11-24T03:22:28,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/e74e44b71a4f4be394627d4938d4125c to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/e74e44b71a4f4be394627d4938d4125c 2024-11-24T03:22:28,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/4271db80033c4edcad44ea853863983d to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/4271db80033c4edcad44ea853863983d 2024-11-24T03:22:28,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/1f417b8141024f3ca87bb717c9713b4e to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/1f417b8141024f3ca87bb717c9713b4e 2024-11-24T03:22:28,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/5b3b3b1b2e6a44fb852f9588b4f50b7b to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/5b3b3b1b2e6a44fb852f9588b4f50b7b 2024-11-24T03:22:28,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/554b3b1bf9f84f2e8f94a6516a1d3414 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/554b3b1bf9f84f2e8f94a6516a1d3414 2024-11-24T03:22:28,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/0fb6dc5c7df24e5e8a1d4baf765fa726 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/0fb6dc5c7df24e5e8a1d4baf765fa726 2024-11-24T03:22:28,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/be38eb03a42d48479a0cdc24b7025816 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/be38eb03a42d48479a0cdc24b7025816 2024-11-24T03:22:28,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/c35906a41da04d68a5ddffa0794d78fa to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/c35906a41da04d68a5ddffa0794d78fa 2024-11-24T03:22:28,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/41b10c85bee746a1b99cb4266019d3e9 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/41b10c85bee746a1b99cb4266019d3e9 2024-11-24T03:22:28,171 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/recovered.edits/543.seqid, newMaxSeqId=543, maxSeqId=1 2024-11-24T03:22:28,174 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76. 2024-11-24T03:22:28,174 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1635): Region close journal for be6b678dd3f5f56b687375932a20ee76: 2024-11-24T03:22:28,176 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(170): Closed be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:28,176 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=be6b678dd3f5f56b687375932a20ee76, regionState=CLOSED 2024-11-24T03:22:28,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-24T03:22:28,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseRegionProcedure be6b678dd3f5f56b687375932a20ee76, server=f13c2bb2f71a,41393,1732418513827 in 1.5870 sec 2024-11-24T03:22:28,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-11-24T03:22:28,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=be6b678dd3f5f56b687375932a20ee76, UNASSIGN in 1.5920 sec 2024-11-24T03:22:28,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-24T03:22:28,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5990 sec 2024-11-24T03:22:28,184 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418548183"}]},"ts":"1732418548183"} 2024-11-24T03:22:28,185 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T03:22:28,187 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T03:22:28,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6170 sec 2024-11-24T03:22:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-24T03:22:28,682 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-24T03:22:28,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T03:22:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:28,690 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:28,691 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=34, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-24T03:22:28,694 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:28,698 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A, FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B, FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C, FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/recovered.edits] 2024-11-24T03:22:28,701 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/2cc13757398744c284dfd5260660ce6c to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/2cc13757398744c284dfd5260660ce6c 2024-11-24T03:22:28,702 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/ccd1334462b2440bbf5cfeaa22d0ed20 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/A/ccd1334462b2440bbf5cfeaa22d0ed20 2024-11-24T03:22:28,705 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/5b8a9423611d4786981a3d8013baed70 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/5b8a9423611d4786981a3d8013baed70 2024-11-24T03:22:28,706 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/c7e7c3c76d84402b9aeb97aa26bd7394 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/B/c7e7c3c76d84402b9aeb97aa26bd7394 2024-11-24T03:22:28,709 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/00f500dd78804382994805cc4514380f to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/00f500dd78804382994805cc4514380f 2024-11-24T03:22:28,711 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/73d6664fb2ed4662b5e2f3e4500e658c to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/C/73d6664fb2ed4662b5e2f3e4500e658c 2024-11-24T03:22:28,714 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/recovered.edits/543.seqid to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76/recovered.edits/543.seqid 2024-11-24T03:22:28,714 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/be6b678dd3f5f56b687375932a20ee76 2024-11-24T03:22:28,714 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T03:22:28,719 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=34, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:28,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-24T03:22:28,726 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T03:22:28,758 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T03:22:28,760 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=34, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:28,760 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T03:22:28,760 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732418548760"}]},"ts":"9223372036854775807"} 2024-11-24T03:22:28,763 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T03:22:28,763 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => be6b678dd3f5f56b687375932a20ee76, NAME => 'TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T03:22:28,763 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T03:22:28,763 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732418548763"}]},"ts":"9223372036854775807"} 2024-11-24T03:22:28,766 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T03:22:28,768 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=34, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:28,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 82 msec 2024-11-24T03:22:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-24T03:22:28,793 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-24T03:22:28,805 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=238 (was 219) Potentially hanging thread: hconnection-0x4108c199-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4108c199-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4108c199-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4108c199-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1116629776_22 at /127.0.0.1:57874 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;f13c2bb2f71a:41393-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=456 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=555 (was 389) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7223 (was 7793) 2024-11-24T03:22:28,816 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=456, MaxFileDescriptor=1048576, SystemLoadAverage=555, ProcessCount=11, AvailableMemoryMB=7222 2024-11-24T03:22:28,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T03:22:28,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:22:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:28,820 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T03:22:28,820 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:28,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 35 2024-11-24T03:22:28,821 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T03:22:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-24T03:22:28,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741959_1135 (size=963) 2024-11-24T03:22:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-24T03:22:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-24T03:22:29,229 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587 2024-11-24T03:22:29,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741960_1136 (size=53) 2024-11-24T03:22:29,305 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T03:22:29,307 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T03:22:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-24T03:22:29,636 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:22:29,636 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 4bdabea5326dcc75feee476c2889f422, disabling compactions & flushes 2024-11-24T03:22:29,636 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:29,636 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:29,636 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. after waiting 0 ms 2024-11-24T03:22:29,636 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:29,636 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:29,636 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:29,637 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T03:22:29,637 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732418549637"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732418549637"}]},"ts":"1732418549637"} 2024-11-24T03:22:29,639 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T03:22:29,640 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T03:22:29,640 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418549640"}]},"ts":"1732418549640"} 2024-11-24T03:22:29,641 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T03:22:29,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4bdabea5326dcc75feee476c2889f422, ASSIGN}] 2024-11-24T03:22:29,646 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4bdabea5326dcc75feee476c2889f422, ASSIGN 2024-11-24T03:22:29,646 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4bdabea5326dcc75feee476c2889f422, ASSIGN; state=OFFLINE, location=f13c2bb2f71a,41393,1732418513827; forceNewPlan=false, retain=false 2024-11-24T03:22:29,797 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=4bdabea5326dcc75feee476c2889f422, regionState=OPENING, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:29,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; OpenRegionProcedure 4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827}] 2024-11-24T03:22:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-24T03:22:29,950 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:29,953 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:29,954 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:22:29,954 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:29,954 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:22:29,954 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:29,954 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:29,955 INFO [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:29,957 INFO [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:22:29,958 INFO [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bdabea5326dcc75feee476c2889f422 columnFamilyName A 2024-11-24T03:22:29,958 DEBUG [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:29,958 INFO [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] regionserver.HStore(327): Store=4bdabea5326dcc75feee476c2889f422/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:22:29,958 INFO [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:29,959 INFO [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:22:29,960 INFO [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bdabea5326dcc75feee476c2889f422 columnFamilyName B 2024-11-24T03:22:29,960 DEBUG [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:29,961 INFO [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] regionserver.HStore(327): Store=4bdabea5326dcc75feee476c2889f422/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:22:29,961 INFO [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:29,962 INFO [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:22:29,962 INFO [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bdabea5326dcc75feee476c2889f422 columnFamilyName C 2024-11-24T03:22:29,962 DEBUG [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:29,962 INFO [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] regionserver.HStore(327): Store=4bdabea5326dcc75feee476c2889f422/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:22:29,962 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:29,963 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:29,963 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:29,965 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:22:29,966 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:29,967 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:22:29,968 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 4bdabea5326dcc75feee476c2889f422; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71943028, jitterRate=0.07203465700149536}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:22:29,969 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:29,969 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., pid=37, masterSystemTime=1732418549950 2024-11-24T03:22:29,971 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:29,971 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:29,972 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=4bdabea5326dcc75feee476c2889f422, regionState=OPEN, openSeqNum=2, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:29,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-24T03:22:29,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; OpenRegionProcedure 4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 in 175 msec 2024-11-24T03:22:29,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-24T03:22:29,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4bdabea5326dcc75feee476c2889f422, ASSIGN in 329 msec 2024-11-24T03:22:29,976 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T03:22:29,976 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418549976"}]},"ts":"1732418549976"} 2024-11-24T03:22:29,977 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T03:22:29,980 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T03:22:29,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1620 sec 2024-11-24T03:22:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-24T03:22:30,927 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 35 completed 2024-11-24T03:22:30,929 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04506927 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9b9802 2024-11-24T03:22:30,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:30,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:30,940 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:30,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T03:22:30,944 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T03:22:30,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T03:22:30,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:22:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:30,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741961_1137 (size=999) 2024-11-24T03:22:30,985 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-24T03:22:30,985 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-24T03:22:30,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T03:22:31,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4bdabea5326dcc75feee476c2889f422, REOPEN/MOVE}] 2024-11-24T03:22:31,008 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4bdabea5326dcc75feee476c2889f422, REOPEN/MOVE 2024-11-24T03:22:31,009 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=4bdabea5326dcc75feee476c2889f422, regionState=CLOSING, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:31,011 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:22:31,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure 4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827}] 2024-11-24T03:22:31,164 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:31,165 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:31,165 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T03:22:31,165 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing 4bdabea5326dcc75feee476c2889f422, disabling compactions & flushes 2024-11-24T03:22:31,165 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:31,165 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:31,165 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. after waiting 0 ms 2024-11-24T03:22:31,165 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:31,174 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T03:22:31,180 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:31,180 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:31,180 WARN [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionServer(3786): Not adding moved region record: 4bdabea5326dcc75feee476c2889f422 to self. 2024-11-24T03:22:31,182 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:31,183 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=4bdabea5326dcc75feee476c2889f422, regionState=CLOSED 2024-11-24T03:22:31,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-24T03:22:31,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure 4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 in 173 msec 2024-11-24T03:22:31,187 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4bdabea5326dcc75feee476c2889f422, REOPEN/MOVE; state=CLOSED, location=f13c2bb2f71a,41393,1732418513827; forceNewPlan=false, retain=true 2024-11-24T03:22:31,338 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=4bdabea5326dcc75feee476c2889f422, regionState=OPENING, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:31,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE; OpenRegionProcedure 4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827}] 2024-11-24T03:22:31,491 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:31,495 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:31,495 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:22:31,496 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:31,496 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:22:31,496 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:31,496 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:31,499 INFO [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:31,499 INFO [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:22:31,505 INFO [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bdabea5326dcc75feee476c2889f422 columnFamilyName A 2024-11-24T03:22:31,507 DEBUG [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:31,508 INFO [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] regionserver.HStore(327): Store=4bdabea5326dcc75feee476c2889f422/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:22:31,509 INFO [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:31,509 INFO [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:22:31,510 INFO [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bdabea5326dcc75feee476c2889f422 columnFamilyName B 2024-11-24T03:22:31,510 DEBUG [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:31,510 INFO [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] regionserver.HStore(327): Store=4bdabea5326dcc75feee476c2889f422/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:22:31,510 INFO [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:31,511 INFO [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:22:31,511 INFO [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bdabea5326dcc75feee476c2889f422 columnFamilyName C 2024-11-24T03:22:31,511 DEBUG [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:31,512 INFO [StoreOpener-4bdabea5326dcc75feee476c2889f422-1 {}] regionserver.HStore(327): Store=4bdabea5326dcc75feee476c2889f422/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:22:31,512 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:31,513 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:31,514 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:31,516 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:22:31,518 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:31,519 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 4bdabea5326dcc75feee476c2889f422; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64676643, jitterRate=-0.03624291718006134}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:22:31,521 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:31,522 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., pid=42, masterSystemTime=1732418551491 2024-11-24T03:22:31,524 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:31,524 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:31,524 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=4bdabea5326dcc75feee476c2889f422, regionState=OPEN, openSeqNum=5, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:31,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=40 2024-11-24T03:22:31,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=40, state=SUCCESS; OpenRegionProcedure 4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 in 187 msec 2024-11-24T03:22:31,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-24T03:22:31,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4bdabea5326dcc75feee476c2889f422, REOPEN/MOVE in 521 msec 2024-11-24T03:22:31,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-24T03:22:31,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 544 msec 2024-11-24T03:22:31,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 587 msec 2024-11-24T03:22:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-24T03:22:31,553 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7362d978 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cae6c5c 2024-11-24T03:22:31,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:31,561 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-11-24T03:22:31,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b55744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:31,566 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-11-24T03:22:31,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:31,574 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a533a3 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e904d8 2024-11-24T03:22:31,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:31,581 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465dc764 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4c53ed 2024-11-24T03:22:31,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f47f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:31,587 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-11-24T03:22:31,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:31,591 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-11-24T03:22:31,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:31,599 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-11-24T03:22:31,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:31,605 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-11-24T03:22:31,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:31,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-24T03:22:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T03:22:31,636 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:31,637 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:31,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:31,652 DEBUG [hconnection-0x2ac3e101-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:31,656 DEBUG [hconnection-0x3dfb4f96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:31,658 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:31,663 DEBUG [hconnection-0x3a83afe5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:31,668 DEBUG [hconnection-0x160afe77-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:31,670 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:31,670 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:31,675 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39080, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:31,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4bdabea5326dcc75feee476c2889f422 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:22:31,693 DEBUG [hconnection-0x283ece5b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:31,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=A 2024-11-24T03:22:31,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:31,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=B 2024-11-24T03:22:31,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:31,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=C 2024-11-24T03:22:31,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:31,716 DEBUG [hconnection-0x1d326d67-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:31,717 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:31,723 DEBUG [hconnection-0x357e1a9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:31,723 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:31,724 DEBUG [hconnection-0x2bcf440e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:31,726 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:31,726 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T03:22:31,739 DEBUG [hconnection-0x709fbb51-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:31,741 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:31,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418611764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:31,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418611765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:31,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418611771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:31,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418611774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:31,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418611776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:31,789 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:31,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T03:22:31,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:31,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:31,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:31,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:31,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:31,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124890bfdc73ddb42ea89053dcf41e79b0f_4bdabea5326dcc75feee476c2889f422 is 50, key is test_row_0/A:col10/1732418551691/Put/seqid=0 2024-11-24T03:22:31,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741962_1138 (size=14594) 2024-11-24T03:22:31,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418611884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:31,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418611885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:31,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418611886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:31,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418611887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:31,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418611888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T03:22:31,944 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:31,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T03:22:31,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:31,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:31,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:31,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:31,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:32,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418612100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:32,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418612102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:32,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418612102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:32,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418612104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:32,106 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:32,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T03:22:32,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:32,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:32,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:32,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:32,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:32,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418612106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:32,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T03:22:32,260 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:32,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T03:22:32,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:32,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:32,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:32,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:32,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:32,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:32,266 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:32,272 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124890bfdc73ddb42ea89053dcf41e79b0f_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124890bfdc73ddb42ea89053dcf41e79b0f_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:32,273 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/f0c4eaa161ca462582bc8f6981d49f93, store: [table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:32,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/f0c4eaa161ca462582bc8f6981d49f93 is 175, key is test_row_0/A:col10/1732418551691/Put/seqid=0 2024-11-24T03:22:32,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741963_1139 (size=39549) 2024-11-24T03:22:32,367 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/f0c4eaa161ca462582bc8f6981d49f93 2024-11-24T03:22:32,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418612406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:32,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418612407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:32,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418612409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:32,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418612409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:32,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418612411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:32,415 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:32,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T03:22:32,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:32,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:32,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:32,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:32,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:32,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/8e91843b9652414db7e41a6d6b3a07e8 is 50, key is test_row_0/B:col10/1732418551691/Put/seqid=0 2024-11-24T03:22:32,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741964_1140 (size=12001) 2024-11-24T03:22:32,570 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:32,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T03:22:32,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:32,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:32,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:32,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:32,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:32,725 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:32,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T03:22:32,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:32,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:32,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:32,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:32,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:32,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T03:22:32,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/8e91843b9652414db7e41a6d6b3a07e8 2024-11-24T03:22:32,884 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:32,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T03:22:32,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:32,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:32,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:32,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:32,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:32,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418612914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:32,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418612914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:32,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418612915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:32,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418612916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:32,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:32,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418612924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:32,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/50c1e9424d9b4f72bd8a9a79981e8130 is 50, key is test_row_0/C:col10/1732418551691/Put/seqid=0 2024-11-24T03:22:33,038 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:33,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T03:22:33,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:33,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:33,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:33,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:33,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:33,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741965_1141 (size=12001) 2024-11-24T03:22:33,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/50c1e9424d9b4f72bd8a9a79981e8130 2024-11-24T03:22:33,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/f0c4eaa161ca462582bc8f6981d49f93 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f0c4eaa161ca462582bc8f6981d49f93 2024-11-24T03:22:33,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f0c4eaa161ca462582bc8f6981d49f93, entries=200, sequenceid=15, filesize=38.6 K 2024-11-24T03:22:33,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/8e91843b9652414db7e41a6d6b3a07e8 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/8e91843b9652414db7e41a6d6b3a07e8 2024-11-24T03:22:33,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/8e91843b9652414db7e41a6d6b3a07e8, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T03:22:33,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/50c1e9424d9b4f72bd8a9a79981e8130 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/50c1e9424d9b4f72bd8a9a79981e8130 2024-11-24T03:22:33,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/50c1e9424d9b4f72bd8a9a79981e8130, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T03:22:33,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4bdabea5326dcc75feee476c2889f422 in 1427ms, sequenceid=15, compaction requested=false 2024-11-24T03:22:33,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:33,197 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:33,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T03:22:33,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:33,198 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 4bdabea5326dcc75feee476c2889f422 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T03:22:33,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=A 2024-11-24T03:22:33,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:33,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=B 2024-11-24T03:22:33,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:33,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=C 2024-11-24T03:22:33,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:33,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e1801e4e48494c1291194a3a4eb6d34a_4bdabea5326dcc75feee476c2889f422 is 50, key is test_row_0/A:col10/1732418551774/Put/seqid=0 2024-11-24T03:22:33,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741966_1142 (size=12154) 2024-11-24T03:22:33,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T03:22:33,742 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e1801e4e48494c1291194a3a4eb6d34a_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e1801e4e48494c1291194a3a4eb6d34a_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:33,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/b5252f9e5b1749dcbe28309785bf2a92, store: [table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:33,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/b5252f9e5b1749dcbe28309785bf2a92 is 175, key is test_row_0/A:col10/1732418551774/Put/seqid=0 2024-11-24T03:22:33,782 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T03:22:33,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741967_1143 (size=30955) 2024-11-24T03:22:33,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:33,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:33,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418613935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:33,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:33,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418613936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:33,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:33,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418613942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:33,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:33,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418613942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:33,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:33,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418613944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:34,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418614046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:34,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418614046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:34,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418614052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:34,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418614057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:34,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418614058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:34,188 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/b5252f9e5b1749dcbe28309785bf2a92 2024-11-24T03:22:34,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/3211d8ceabca4dc4846c5bf2e3f98b7a is 50, key is test_row_0/B:col10/1732418551774/Put/seqid=0 2024-11-24T03:22:34,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418614254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:34,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418614256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418614256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:34,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741968_1144 (size=12001) 2024-11-24T03:22:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418614262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:34,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418614264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:34,267 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/3211d8ceabca4dc4846c5bf2e3f98b7a 2024-11-24T03:22:34,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/9b8b6b823ef741879650e3706aec045d is 50, key is test_row_0/C:col10/1732418551774/Put/seqid=0 2024-11-24T03:22:34,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741969_1145 (size=12001) 2024-11-24T03:22:34,325 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/9b8b6b823ef741879650e3706aec045d 2024-11-24T03:22:34,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/b5252f9e5b1749dcbe28309785bf2a92 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/b5252f9e5b1749dcbe28309785bf2a92 2024-11-24T03:22:34,341 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/b5252f9e5b1749dcbe28309785bf2a92, entries=150, sequenceid=40, filesize=30.2 K 2024-11-24T03:22:34,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/3211d8ceabca4dc4846c5bf2e3f98b7a as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/3211d8ceabca4dc4846c5bf2e3f98b7a 2024-11-24T03:22:34,361 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/3211d8ceabca4dc4846c5bf2e3f98b7a, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T03:22:34,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/9b8b6b823ef741879650e3706aec045d as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/9b8b6b823ef741879650e3706aec045d 2024-11-24T03:22:34,374 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/9b8b6b823ef741879650e3706aec045d, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T03:22:34,378 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4bdabea5326dcc75feee476c2889f422 in 1180ms, sequenceid=40, compaction requested=false 2024-11-24T03:22:34,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:34,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:34,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-24T03:22:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-24T03:22:34,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-24T03:22:34,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7430 sec 2024-11-24T03:22:34,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 2.7490 sec 2024-11-24T03:22:34,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4bdabea5326dcc75feee476c2889f422 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T03:22:34,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=A 2024-11-24T03:22:34,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:34,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=B 2024-11-24T03:22:34,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:34,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=C 2024-11-24T03:22:34,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:34,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a3d0d81c351a4d99a170f0d6989660cb_4bdabea5326dcc75feee476c2889f422 is 50, key is test_row_0/A:col10/1732418553942/Put/seqid=0 2024-11-24T03:22:34,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741970_1146 (size=14594) 2024-11-24T03:22:34,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418614631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:34,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418614631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:34,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418614633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:34,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418614645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:34,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418614645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:34,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418614750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:34,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418614751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:34,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418614751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:34,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418614752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:34,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418614753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:34,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418614955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:34,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418614955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:34,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418614962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:34,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418614963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:34,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418614965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:35,049 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:35,056 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a3d0d81c351a4d99a170f0d6989660cb_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a3d0d81c351a4d99a170f0d6989660cb_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:35,058 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/67b322bd6d464f7cb6692a708734266b, store: [table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:35,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/67b322bd6d464f7cb6692a708734266b is 175, key is test_row_0/A:col10/1732418553942/Put/seqid=0 2024-11-24T03:22:35,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741971_1147 (size=39549) 2024-11-24T03:22:35,129 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/67b322bd6d464f7cb6692a708734266b 2024-11-24T03:22:35,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/d4ce48a4ba774cc6a3c3b306e0e35c0b is 50, key is test_row_0/B:col10/1732418553942/Put/seqid=0 2024-11-24T03:22:35,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741972_1148 (size=12001) 2024-11-24T03:22:35,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418615261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:35,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418615267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:35,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418615273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:35,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418615274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:35,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418615276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:35,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/d4ce48a4ba774cc6a3c3b306e0e35c0b 2024-11-24T03:22:35,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/c545bea1be1042098e4098d5fe842aa1 is 50, key is test_row_0/C:col10/1732418553942/Put/seqid=0 2024-11-24T03:22:35,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741973_1149 (size=12001) 2024-11-24T03:22:35,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/c545bea1be1042098e4098d5fe842aa1 2024-11-24T03:22:35,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/67b322bd6d464f7cb6692a708734266b as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/67b322bd6d464f7cb6692a708734266b 2024-11-24T03:22:35,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/67b322bd6d464f7cb6692a708734266b, entries=200, sequenceid=52, filesize=38.6 K 2024-11-24T03:22:35,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/d4ce48a4ba774cc6a3c3b306e0e35c0b as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/d4ce48a4ba774cc6a3c3b306e0e35c0b 2024-11-24T03:22:35,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/d4ce48a4ba774cc6a3c3b306e0e35c0b, entries=150, sequenceid=52, filesize=11.7 K 2024-11-24T03:22:35,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/c545bea1be1042098e4098d5fe842aa1 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/c545bea1be1042098e4098d5fe842aa1 2024-11-24T03:22:35,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/c545bea1be1042098e4098d5fe842aa1, entries=150, sequenceid=52, filesize=11.7 K 2024-11-24T03:22:35,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 4bdabea5326dcc75feee476c2889f422 in 1144ms, sequenceid=52, compaction requested=true 2024-11-24T03:22:35,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:35,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bdabea5326dcc75feee476c2889f422:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:35,706 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:35,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:35,706 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:35,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bdabea5326dcc75feee476c2889f422:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:35,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:35,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bdabea5326dcc75feee476c2889f422:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:35,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:35,707 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:35,707 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 4bdabea5326dcc75feee476c2889f422/A is initiating minor compaction (all files) 2024-11-24T03:22:35,707 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bdabea5326dcc75feee476c2889f422/A in TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:35,707 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:35,707 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 4bdabea5326dcc75feee476c2889f422/B is initiating minor compaction (all files) 2024-11-24T03:22:35,707 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f0c4eaa161ca462582bc8f6981d49f93, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/b5252f9e5b1749dcbe28309785bf2a92, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/67b322bd6d464f7cb6692a708734266b] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp, totalSize=107.5 K 2024-11-24T03:22:35,707 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bdabea5326dcc75feee476c2889f422/B in TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:35,707 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:35,707 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/8e91843b9652414db7e41a6d6b3a07e8, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/3211d8ceabca4dc4846c5bf2e3f98b7a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/d4ce48a4ba774cc6a3c3b306e0e35c0b] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp, totalSize=35.2 K 2024-11-24T03:22:35,707 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. files: [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f0c4eaa161ca462582bc8f6981d49f93, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/b5252f9e5b1749dcbe28309785bf2a92, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/67b322bd6d464f7cb6692a708734266b] 2024-11-24T03:22:35,708 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0c4eaa161ca462582bc8f6981d49f93, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732418551685 2024-11-24T03:22:35,709 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5252f9e5b1749dcbe28309785bf2a92, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732418551761 2024-11-24T03:22:35,709 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67b322bd6d464f7cb6692a708734266b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732418553934 2024-11-24T03:22:35,710 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e91843b9652414db7e41a6d6b3a07e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732418551685 2024-11-24T03:22:35,710 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 3211d8ceabca4dc4846c5bf2e3f98b7a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732418551761 2024-11-24T03:22:35,711 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting d4ce48a4ba774cc6a3c3b306e0e35c0b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732418553935 2024-11-24T03:22:35,737 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T03:22:35,743 INFO [Thread-683 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-24T03:22:35,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-24T03:22:35,747 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T03:22:35,748 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:35,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:35,748 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bdabea5326dcc75feee476c2889f422#B#compaction#130 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:35,749 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/2c16a85e210f469b902fd96595443b19 is 50, key is test_row_0/B:col10/1732418553942/Put/seqid=0 2024-11-24T03:22:35,756 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112489a7b80ddd2e40809f39f96ef3eb0a4a_4bdabea5326dcc75feee476c2889f422 store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:35,762 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112489a7b80ddd2e40809f39f96ef3eb0a4a_4bdabea5326dcc75feee476c2889f422, store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:35,762 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112489a7b80ddd2e40809f39f96ef3eb0a4a_4bdabea5326dcc75feee476c2889f422 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:35,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4bdabea5326dcc75feee476c2889f422 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T03:22:35,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=A 2024-11-24T03:22:35,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:35,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=B 2024-11-24T03:22:35,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:35,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=C 2024-11-24T03:22:35,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:35,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418615786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:35,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418615788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:35,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418615789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:35,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418615791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:35,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418615794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:35,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741974_1150 (size=12104) 2024-11-24T03:22:35,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741975_1151 (size=4469) 2024-11-24T03:22:35,838 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bdabea5326dcc75feee476c2889f422#A#compaction#129 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:35,840 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/eb2e1c3004d34f68b1c595a8eb1ffa81 is 175, key is test_row_0/A:col10/1732418553942/Put/seqid=0 2024-11-24T03:22:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T03:22:35,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124030a25b7678649c5b5788d3186da03b2_4bdabea5326dcc75feee476c2889f422 is 50, key is test_row_0/A:col10/1732418554631/Put/seqid=0 2024-11-24T03:22:35,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741976_1152 (size=31058) 2024-11-24T03:22:35,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418615895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:35,900 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:35,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-24T03:22:35,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:35,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:35,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:35,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:35,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:35,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:35,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418615898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:35,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418615899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:35,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418615903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:35,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418615903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:35,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741977_1153 (size=14594) 2024-11-24T03:22:35,916 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:35,921 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124030a25b7678649c5b5788d3186da03b2_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124030a25b7678649c5b5788d3186da03b2_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:35,922 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/7b9d671a6a3948b09958818704db4bb5, store: [table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:35,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/7b9d671a6a3948b09958818704db4bb5 is 175, key is test_row_0/A:col10/1732418554631/Put/seqid=0 2024-11-24T03:22:35,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741978_1154 (size=39549) 2024-11-24T03:22:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T03:22:36,054 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:36,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-24T03:22:36,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:36,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:36,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:36,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:36,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:36,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:36,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418616098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:36,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418616108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:36,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418616109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:36,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418616109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:36,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418616112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:36,211 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:36,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-24T03:22:36,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:36,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:36,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:36,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:36,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:36,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:36,224 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/2c16a85e210f469b902fd96595443b19 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/2c16a85e210f469b902fd96595443b19 2024-11-24T03:22:36,232 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bdabea5326dcc75feee476c2889f422/B of 4bdabea5326dcc75feee476c2889f422 into 2c16a85e210f469b902fd96595443b19(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:36,232 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:36,232 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., storeName=4bdabea5326dcc75feee476c2889f422/B, priority=13, startTime=1732418555706; duration=0sec 2024-11-24T03:22:36,232 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:36,232 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bdabea5326dcc75feee476c2889f422:B 2024-11-24T03:22:36,233 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:36,235 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:36,235 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 4bdabea5326dcc75feee476c2889f422/C is initiating minor compaction (all files) 2024-11-24T03:22:36,235 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bdabea5326dcc75feee476c2889f422/C in TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:36,236 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/50c1e9424d9b4f72bd8a9a79981e8130, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/9b8b6b823ef741879650e3706aec045d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/c545bea1be1042098e4098d5fe842aa1] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp, totalSize=35.2 K 2024-11-24T03:22:36,236 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 50c1e9424d9b4f72bd8a9a79981e8130, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732418551685 2024-11-24T03:22:36,236 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b8b6b823ef741879650e3706aec045d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732418551761 2024-11-24T03:22:36,237 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting c545bea1be1042098e4098d5fe842aa1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732418553935 2024-11-24T03:22:36,257 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bdabea5326dcc75feee476c2889f422#C#compaction#132 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:36,258 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/b1e151417ba54d1e987f6e9190b9cb51 is 50, key is test_row_0/C:col10/1732418553942/Put/seqid=0 2024-11-24T03:22:36,303 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/eb2e1c3004d34f68b1c595a8eb1ffa81 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/eb2e1c3004d34f68b1c595a8eb1ffa81 2024-11-24T03:22:36,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741979_1155 (size=12104) 2024-11-24T03:22:36,313 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bdabea5326dcc75feee476c2889f422/A of 4bdabea5326dcc75feee476c2889f422 into eb2e1c3004d34f68b1c595a8eb1ffa81(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:36,313 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:36,313 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/b1e151417ba54d1e987f6e9190b9cb51 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/b1e151417ba54d1e987f6e9190b9cb51 2024-11-24T03:22:36,313 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., storeName=4bdabea5326dcc75feee476c2889f422/A, priority=13, startTime=1732418555705; duration=0sec 2024-11-24T03:22:36,313 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:36,313 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bdabea5326dcc75feee476c2889f422:A 2024-11-24T03:22:36,319 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bdabea5326dcc75feee476c2889f422/C of 4bdabea5326dcc75feee476c2889f422 into b1e151417ba54d1e987f6e9190b9cb51(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:36,319 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:36,319 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., storeName=4bdabea5326dcc75feee476c2889f422/C, priority=13, startTime=1732418555706; duration=0sec 2024-11-24T03:22:36,319 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:36,319 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bdabea5326dcc75feee476c2889f422:C 2024-11-24T03:22:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T03:22:36,365 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:36,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-24T03:22:36,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:36,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:36,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:36,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:36,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:36,376 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/7b9d671a6a3948b09958818704db4bb5 2024-11-24T03:22:36,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/ea886ee4fcf14256affa6009c93afbb0 is 50, key is test_row_0/B:col10/1732418554631/Put/seqid=0 2024-11-24T03:22:36,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418616404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:36,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418616414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:36,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418616415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:36,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418616415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:36,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418616416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:36,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741980_1156 (size=12001) 2024-11-24T03:22:36,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/ea886ee4fcf14256affa6009c93afbb0 2024-11-24T03:22:36,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/ea3ef94a2a3046b9ac8833dde32030bc is 50, key is test_row_0/C:col10/1732418554631/Put/seqid=0 2024-11-24T03:22:36,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741981_1157 (size=12001) 2024-11-24T03:22:36,519 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:36,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-24T03:22:36,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:36,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:36,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:36,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:36,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:36,673 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:36,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-24T03:22:36,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:36,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:36,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:36,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:36,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:36,826 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:36,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-24T03:22:36,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:36,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:36,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:36,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:36,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T03:22:36,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/ea3ef94a2a3046b9ac8833dde32030bc 2024-11-24T03:22:36,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418616910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:36,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/7b9d671a6a3948b09958818704db4bb5 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/7b9d671a6a3948b09958818704db4bb5 2024-11-24T03:22:36,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418616918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:36,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418616919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:36,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418616919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:36,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418616923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:36,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/7b9d671a6a3948b09958818704db4bb5, entries=200, sequenceid=78, filesize=38.6 K 2024-11-24T03:22:36,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/ea886ee4fcf14256affa6009c93afbb0 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/ea886ee4fcf14256affa6009c93afbb0 2024-11-24T03:22:36,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/ea886ee4fcf14256affa6009c93afbb0, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T03:22:36,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/ea3ef94a2a3046b9ac8833dde32030bc as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/ea3ef94a2a3046b9ac8833dde32030bc 2024-11-24T03:22:36,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/ea3ef94a2a3046b9ac8833dde32030bc, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T03:22:36,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 4bdabea5326dcc75feee476c2889f422 in 1183ms, sequenceid=78, compaction requested=false 2024-11-24T03:22:36,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:36,982 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:36,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-24T03:22:36,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:36,983 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 4bdabea5326dcc75feee476c2889f422 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:22:36,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=A 2024-11-24T03:22:36,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:36,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=B 2024-11-24T03:22:36,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:36,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=C 2024-11-24T03:22:36,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:37,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247ad93d6185e1413f8bd020ab6746539e_4bdabea5326dcc75feee476c2889f422 is 50, key is test_row_0/A:col10/1732418555789/Put/seqid=0 2024-11-24T03:22:37,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741982_1158 (size=12154) 2024-11-24T03:22:37,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,079 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247ad93d6185e1413f8bd020ab6746539e_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247ad93d6185e1413f8bd020ab6746539e_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:37,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/52b1737e887546eab8d3ac8fc8dd5b74, store: [table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:37,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/52b1737e887546eab8d3ac8fc8dd5b74 is 175, key is test_row_0/A:col10/1732418555789/Put/seqid=0 2024-11-24T03:22:37,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741983_1159 (size=30955) 2024-11-24T03:22:37,124 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/52b1737e887546eab8d3ac8fc8dd5b74 2024-11-24T03:22:37,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/f8285c5f6bee4a45acb06b9c15a2c912 is 50, key is test_row_0/B:col10/1732418555789/Put/seqid=0 2024-11-24T03:22:37,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741984_1160 (size=12001) 2024-11-24T03:22:37,597 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/f8285c5f6bee4a45acb06b9c15a2c912 2024-11-24T03:22:37,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/d00a4fb0a83c4684a002593ccf7fdad4 is 50, key is test_row_0/C:col10/1732418555789/Put/seqid=0 2024-11-24T03:22:37,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741985_1161 (size=12001) 2024-11-24T03:22:37,662 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/d00a4fb0a83c4684a002593ccf7fdad4 2024-11-24T03:22:37,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/52b1737e887546eab8d3ac8fc8dd5b74 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/52b1737e887546eab8d3ac8fc8dd5b74 2024-11-24T03:22:37,675 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/52b1737e887546eab8d3ac8fc8dd5b74, entries=150, sequenceid=92, filesize=30.2 K 2024-11-24T03:22:37,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/f8285c5f6bee4a45acb06b9c15a2c912 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/f8285c5f6bee4a45acb06b9c15a2c912 2024-11-24T03:22:37,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,691 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/f8285c5f6bee4a45acb06b9c15a2c912, entries=150, sequenceid=92, filesize=11.7 K 2024-11-24T03:22:37,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/d00a4fb0a83c4684a002593ccf7fdad4 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/d00a4fb0a83c4684a002593ccf7fdad4 2024-11-24T03:22:37,698 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/d00a4fb0a83c4684a002593ccf7fdad4, entries=150, sequenceid=92, filesize=11.7 K 2024-11-24T03:22:37,699 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 4bdabea5326dcc75feee476c2889f422 in 716ms, sequenceid=92, compaction requested=true 2024-11-24T03:22:37,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:37,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:37,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-24T03:22:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-24T03:22:37,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-24T03:22:37,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9520 sec 2024-11-24T03:22:37,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.9590 sec 2024-11-24T03:22:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T03:22:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,854 INFO [Thread-683 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-24T03:22:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-24T03:22:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T03:22:37,862 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,863 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:37,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T03:22:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,015 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:38,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-24T03:22:38,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:38,016 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 4bdabea5326dcc75feee476c2889f422 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T03:22:38,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=A 2024-11-24T03:22:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:38,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=B 2024-11-24T03:22:38,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:38,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=C 2024-11-24T03:22:38,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:38,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124846f29d485d9464c926d2bf8d7707bd4_4bdabea5326dcc75feee476c2889f422 is 50, key is test_row_0/A:col10/1732418557987/Put/seqid=0 2024-11-24T03:22:38,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741986_1162 (size=17034) 2024-11-24T03:22:38,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:38,110 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124846f29d485d9464c926d2bf8d7707bd4_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124846f29d485d9464c926d2bf8d7707bd4_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:38,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/999335c71c764181970d74ed7598b1bc, store: [table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:38,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/999335c71c764181970d74ed7598b1bc is 175, key is test_row_0/A:col10/1732418557987/Put/seqid=0 2024-11-24T03:22:38,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741987_1163 (size=48139) 2024-11-24T03:22:38,136 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=100, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/999335c71c764181970d74ed7598b1bc 2024-11-24T03:22:38,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418618134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:38,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418618139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:38,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418618139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418618134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:38,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418618147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T03:22:38,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/2b287b45434540e5999e8e30575d4caf is 50, key is test_row_0/B:col10/1732418557987/Put/seqid=0 2024-11-24T03:22:38,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741988_1164 (size=12001) 2024-11-24T03:22:38,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418618245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:38,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418618249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:38,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418618249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:38,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418618250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:38,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418618258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:38,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418618455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:38,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418618456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:38,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418618457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:38,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418618457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:38,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418618462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T03:22:38,623 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/2b287b45434540e5999e8e30575d4caf 2024-11-24T03:22:38,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/4f0af9fa08a742f89e3133657bf3098b is 50, key is test_row_0/C:col10/1732418557987/Put/seqid=0 2024-11-24T03:22:38,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741989_1165 (size=12001) 2024-11-24T03:22:38,686 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/4f0af9fa08a742f89e3133657bf3098b 2024-11-24T03:22:38,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/999335c71c764181970d74ed7598b1bc as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/999335c71c764181970d74ed7598b1bc 2024-11-24T03:22:38,700 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/999335c71c764181970d74ed7598b1bc, entries=250, sequenceid=100, filesize=47.0 K 2024-11-24T03:22:38,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/2b287b45434540e5999e8e30575d4caf as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/2b287b45434540e5999e8e30575d4caf 2024-11-24T03:22:38,709 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/2b287b45434540e5999e8e30575d4caf, entries=150, sequenceid=100, filesize=11.7 K 2024-11-24T03:22:38,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/4f0af9fa08a742f89e3133657bf3098b as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/4f0af9fa08a742f89e3133657bf3098b 2024-11-24T03:22:38,719 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/4f0af9fa08a742f89e3133657bf3098b, entries=150, sequenceid=100, filesize=11.7 K 2024-11-24T03:22:38,722 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 4bdabea5326dcc75feee476c2889f422 in 706ms, sequenceid=100, compaction requested=true 2024-11-24T03:22:38,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:38,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:38,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-24T03:22:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-24T03:22:38,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-24T03:22:38,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 861 msec 2024-11-24T03:22:38,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 868 msec 2024-11-24T03:22:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:38,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4bdabea5326dcc75feee476c2889f422 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-24T03:22:38,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=A 2024-11-24T03:22:38,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:38,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=B 2024-11-24T03:22:38,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:38,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=C 2024-11-24T03:22:38,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:38,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418618770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:38,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418618773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:38,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418618775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:38,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418618776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:38,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418618776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:38,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112468e631d60fa74912ac9a397f8bbec062_4bdabea5326dcc75feee476c2889f422 is 50, key is test_row_0/A:col10/1732418558134/Put/seqid=0 2024-11-24T03:22:38,826 INFO [master/f13c2bb2f71a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T03:22:38,826 INFO [master/f13c2bb2f71a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T03:22:38,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741990_1166 (size=12204) 2024-11-24T03:22:38,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418618878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:38,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418618882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418618883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:38,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418618883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:38,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418618895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T03:22:38,967 INFO [Thread-683 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-24T03:22:38,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-24T03:22:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T03:22:38,971 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:38,971 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:38,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T03:22:39,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418619088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:39,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418619088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:39,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418619089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:39,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418619089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:39,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418619101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:39,123 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:39,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T03:22:39,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:39,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:39,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:39,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,256 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:39,262 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112468e631d60fa74912ac9a397f8bbec062_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112468e631d60fa74912ac9a397f8bbec062_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:39,264 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/c86998e6a4c34550b4e88252b8b4156c, store: [table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:39,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/c86998e6a4c34550b4e88252b8b4156c is 175, key is test_row_0/A:col10/1732418558134/Put/seqid=0 2024-11-24T03:22:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T03:22:39,278 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:39,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T03:22:39,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:39,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:39,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:39,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741991_1167 (size=31005) 2024-11-24T03:22:39,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418619401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:39,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418619402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:39,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418619403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:39,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418619403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:39,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418619412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:39,432 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:39,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T03:22:39,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:39,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:39,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:39,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T03:22:39,586 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:39,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T03:22:39,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:39,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:39,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:39,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,710 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/c86998e6a4c34550b4e88252b8b4156c 2024-11-24T03:22:39,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/53747f75315f4d7894160607caf9843b is 50, key is test_row_0/B:col10/1732418558134/Put/seqid=0 2024-11-24T03:22:39,742 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:39,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T03:22:39,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:39,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:39,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:39,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741992_1168 (size=12051) 2024-11-24T03:22:39,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/53747f75315f4d7894160607caf9843b 2024-11-24T03:22:39,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/2d35da303e1745bbaa79b441d25d5470 is 50, key is test_row_0/C:col10/1732418558134/Put/seqid=0 2024-11-24T03:22:39,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741993_1169 (size=12051) 2024-11-24T03:22:39,897 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:39,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T03:22:39,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:39,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:39,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:39,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:39,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418619904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:39,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418619906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:39,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418619906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:39,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418619905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:39,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418619920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:40,051 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:40,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T03:22:40,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:40,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:40,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:40,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:40,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T03:22:40,205 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:40,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T03:22:40,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:40,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:40,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:40,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:40,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:40,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/2d35da303e1745bbaa79b441d25d5470 2024-11-24T03:22:40,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/c86998e6a4c34550b4e88252b8b4156c as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/c86998e6a4c34550b4e88252b8b4156c 2024-11-24T03:22:40,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/c86998e6a4c34550b4e88252b8b4156c, entries=150, sequenceid=130, filesize=30.3 K 2024-11-24T03:22:40,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/53747f75315f4d7894160607caf9843b as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/53747f75315f4d7894160607caf9843b 2024-11-24T03:22:40,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/53747f75315f4d7894160607caf9843b, entries=150, sequenceid=130, filesize=11.8 K 2024-11-24T03:22:40,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/2d35da303e1745bbaa79b441d25d5470 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/2d35da303e1745bbaa79b441d25d5470 2024-11-24T03:22:40,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/2d35da303e1745bbaa79b441d25d5470, entries=150, sequenceid=130, filesize=11.8 K 2024-11-24T03:22:40,275 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 4bdabea5326dcc75feee476c2889f422 in 1507ms, sequenceid=130, compaction requested=true 2024-11-24T03:22:40,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:40,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bdabea5326dcc75feee476c2889f422:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:40,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:40,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bdabea5326dcc75feee476c2889f422:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:40,275 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T03:22:40,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:40,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bdabea5326dcc75feee476c2889f422:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:40,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T03:22:40,276 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T03:22:40,278 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60158 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T03:22:40,278 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 4bdabea5326dcc75feee476c2889f422/B is initiating minor compaction (all files) 2024-11-24T03:22:40,278 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bdabea5326dcc75feee476c2889f422/B in TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:40,278 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/2c16a85e210f469b902fd96595443b19, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/ea886ee4fcf14256affa6009c93afbb0, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/f8285c5f6bee4a45acb06b9c15a2c912, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/2b287b45434540e5999e8e30575d4caf, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/53747f75315f4d7894160607caf9843b] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp, totalSize=58.7 K 2024-11-24T03:22:40,278 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 180706 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T03:22:40,279 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 4bdabea5326dcc75feee476c2889f422/A is initiating minor compaction (all files) 2024-11-24T03:22:40,279 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bdabea5326dcc75feee476c2889f422/A in TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:40,279 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/eb2e1c3004d34f68b1c595a8eb1ffa81, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/7b9d671a6a3948b09958818704db4bb5, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/52b1737e887546eab8d3ac8fc8dd5b74, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/999335c71c764181970d74ed7598b1bc, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/c86998e6a4c34550b4e88252b8b4156c] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp, totalSize=176.5 K 2024-11-24T03:22:40,279 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:40,279 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. files: [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/eb2e1c3004d34f68b1c595a8eb1ffa81, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/7b9d671a6a3948b09958818704db4bb5, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/52b1737e887546eab8d3ac8fc8dd5b74, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/999335c71c764181970d74ed7598b1bc, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/c86998e6a4c34550b4e88252b8b4156c] 2024-11-24T03:22:40,280 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c16a85e210f469b902fd96595443b19, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732418553935 2024-11-24T03:22:40,280 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting eb2e1c3004d34f68b1c595a8eb1ffa81, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732418553935 2024-11-24T03:22:40,280 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea886ee4fcf14256affa6009c93afbb0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732418554631 2024-11-24T03:22:40,281 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b9d671a6a3948b09958818704db4bb5, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732418554621 2024-11-24T03:22:40,281 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8285c5f6bee4a45acb06b9c15a2c912, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732418555782 2024-11-24T03:22:40,282 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 52b1737e887546eab8d3ac8fc8dd5b74, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732418555782 2024-11-24T03:22:40,282 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b287b45434540e5999e8e30575d4caf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732418557981 2024-11-24T03:22:40,282 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 999335c71c764181970d74ed7598b1bc, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732418557981 2024-11-24T03:22:40,285 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53747f75315f4d7894160607caf9843b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732418558134 2024-11-24T03:22:40,285 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting c86998e6a4c34550b4e88252b8b4156c, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732418558134 2024-11-24T03:22:40,319 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bdabea5326dcc75feee476c2889f422#B#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:40,320 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/c440ecffd8d149ad830d726d4a78ae9c is 50, key is test_row_0/B:col10/1732418558134/Put/seqid=0 2024-11-24T03:22:40,331 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:40,349 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124f2f4e104e2b04b7e956a1aebf2b97019_4bdabea5326dcc75feee476c2889f422 store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:40,359 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124f2f4e104e2b04b7e956a1aebf2b97019_4bdabea5326dcc75feee476c2889f422, store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:40,359 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f2f4e104e2b04b7e956a1aebf2b97019_4bdabea5326dcc75feee476c2889f422 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:40,360 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:40,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T03:22:40,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:40,360 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 4bdabea5326dcc75feee476c2889f422 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T03:22:40,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=A 2024-11-24T03:22:40,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:40,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=B 2024-11-24T03:22:40,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:40,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=C 2024-11-24T03:22:40,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:40,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741994_1170 (size=12325) 2024-11-24T03:22:40,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741995_1171 (size=4469) 2024-11-24T03:22:40,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112410775d719d334b7394b2d44ceed7c169_4bdabea5326dcc75feee476c2889f422 is 50, key is test_row_0/A:col10/1732418558770/Put/seqid=0 2024-11-24T03:22:40,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741996_1172 (size=12304) 2024-11-24T03:22:40,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:40,457 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112410775d719d334b7394b2d44ceed7c169_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112410775d719d334b7394b2d44ceed7c169_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:40,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/818e784e6cee4e5d8069caaeed857594, store: [table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:40,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/818e784e6cee4e5d8069caaeed857594 is 175, key is test_row_0/A:col10/1732418558770/Put/seqid=0 2024-11-24T03:22:40,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741997_1173 (size=31105) 2024-11-24T03:22:40,778 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/c440ecffd8d149ad830d726d4a78ae9c as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/c440ecffd8d149ad830d726d4a78ae9c 2024-11-24T03:22:40,787 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 4bdabea5326dcc75feee476c2889f422/B of 4bdabea5326dcc75feee476c2889f422 into c440ecffd8d149ad830d726d4a78ae9c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:40,787 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:40,787 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., storeName=4bdabea5326dcc75feee476c2889f422/B, priority=11, startTime=1732418560275; duration=0sec 2024-11-24T03:22:40,787 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:40,787 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bdabea5326dcc75feee476c2889f422:B 2024-11-24T03:22:40,787 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T03:22:40,793 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60158 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T03:22:40,794 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 4bdabea5326dcc75feee476c2889f422/C is initiating minor compaction (all files) 2024-11-24T03:22:40,794 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bdabea5326dcc75feee476c2889f422/C in TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:40,794 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/b1e151417ba54d1e987f6e9190b9cb51, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/ea3ef94a2a3046b9ac8833dde32030bc, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/d00a4fb0a83c4684a002593ccf7fdad4, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/4f0af9fa08a742f89e3133657bf3098b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/2d35da303e1745bbaa79b441d25d5470] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp, totalSize=58.7 K 2024-11-24T03:22:40,796 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1e151417ba54d1e987f6e9190b9cb51, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732418553935 2024-11-24T03:22:40,796 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea3ef94a2a3046b9ac8833dde32030bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732418554631 2024-11-24T03:22:40,797 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting d00a4fb0a83c4684a002593ccf7fdad4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732418555782 2024-11-24T03:22:40,797 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f0af9fa08a742f89e3133657bf3098b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732418557981 2024-11-24T03:22:40,798 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d35da303e1745bbaa79b441d25d5470, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732418558134 2024-11-24T03:22:40,799 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bdabea5326dcc75feee476c2889f422#A#compaction#145 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:40,800 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/edd73579f18b431cb2035a6fdc1f6ead is 175, key is test_row_0/A:col10/1732418558134/Put/seqid=0 2024-11-24T03:22:40,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741998_1174 (size=31279) 2024-11-24T03:22:40,835 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bdabea5326dcc75feee476c2889f422#C#compaction#147 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:40,836 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/d93d03aad12a4dd38a90eed53640bf25 is 50, key is test_row_0/C:col10/1732418558134/Put/seqid=0 2024-11-24T03:22:40,838 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/edd73579f18b431cb2035a6fdc1f6ead as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/edd73579f18b431cb2035a6fdc1f6ead 2024-11-24T03:22:40,844 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 4bdabea5326dcc75feee476c2889f422/A of 4bdabea5326dcc75feee476c2889f422 into edd73579f18b431cb2035a6fdc1f6ead(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:40,844 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:40,844 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., storeName=4bdabea5326dcc75feee476c2889f422/A, priority=11, startTime=1732418560275; duration=0sec 2024-11-24T03:22:40,844 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:40,844 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bdabea5326dcc75feee476c2889f422:A 2024-11-24T03:22:40,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741999_1175 (size=12325) 2024-11-24T03:22:40,875 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=137, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/818e784e6cee4e5d8069caaeed857594 2024-11-24T03:22:40,877 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/d93d03aad12a4dd38a90eed53640bf25 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/d93d03aad12a4dd38a90eed53640bf25 2024-11-24T03:22:40,888 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 4bdabea5326dcc75feee476c2889f422/C of 4bdabea5326dcc75feee476c2889f422 into d93d03aad12a4dd38a90eed53640bf25(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:40,888 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:40,888 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., storeName=4bdabea5326dcc75feee476c2889f422/C, priority=11, startTime=1732418560276; duration=0sec 2024-11-24T03:22:40,888 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:40,888 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bdabea5326dcc75feee476c2889f422:C 2024-11-24T03:22:40,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/b415e2c985aa4228ab373fdd0e8edf48 is 50, key is test_row_0/B:col10/1732418558770/Put/seqid=0 2024-11-24T03:22:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:40,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:40,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742000_1176 (size=12151) 2024-11-24T03:22:40,922 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/b415e2c985aa4228ab373fdd0e8edf48 2024-11-24T03:22:40,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/e544ed1f610543b4887ef2b10a15d560 is 50, key is test_row_0/C:col10/1732418558770/Put/seqid=0 2024-11-24T03:22:40,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418620945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:40,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418620946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:40,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418620947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:40,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418620948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:40,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418620950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:40,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742001_1177 (size=12151) 2024-11-24T03:22:41,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418621051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:41,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418621052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:41,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418621053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:41,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418621054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:41,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418621055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T03:22:41,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418621256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418621256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:41,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418621258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:41,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418621258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:41,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418621259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:41,364 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/e544ed1f610543b4887ef2b10a15d560 2024-11-24T03:22:41,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/818e784e6cee4e5d8069caaeed857594 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/818e784e6cee4e5d8069caaeed857594 2024-11-24T03:22:41,380 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/818e784e6cee4e5d8069caaeed857594, entries=150, sequenceid=137, filesize=30.4 K 2024-11-24T03:22:41,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/b415e2c985aa4228ab373fdd0e8edf48 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/b415e2c985aa4228ab373fdd0e8edf48 2024-11-24T03:22:41,389 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/b415e2c985aa4228ab373fdd0e8edf48, entries=150, sequenceid=137, filesize=11.9 K 2024-11-24T03:22:41,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/e544ed1f610543b4887ef2b10a15d560 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/e544ed1f610543b4887ef2b10a15d560 2024-11-24T03:22:41,398 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/e544ed1f610543b4887ef2b10a15d560, entries=150, sequenceid=137, filesize=11.9 K 2024-11-24T03:22:41,402 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 4bdabea5326dcc75feee476c2889f422 in 1042ms, sequenceid=137, compaction requested=false 2024-11-24T03:22:41,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:41,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:41,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-24T03:22:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-24T03:22:41,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-24T03:22:41,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4320 sec 2024-11-24T03:22:41,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.4370 sec 2024-11-24T03:22:41,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4bdabea5326dcc75feee476c2889f422 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-24T03:22:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:41,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=A 2024-11-24T03:22:41,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:41,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=B 2024-11-24T03:22:41,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:41,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=C 2024-11-24T03:22:41,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:41,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418621566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:41,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418621570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:41,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418621578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:41,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418621578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:41,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418621577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:41,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bd2f2b398d7b447898399a2b4eec97fa_4bdabea5326dcc75feee476c2889f422 is 50, key is test_row_0/A:col10/1732418561563/Put/seqid=0 2024-11-24T03:22:41,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742002_1178 (size=12304) 2024-11-24T03:22:41,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418621679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:41,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418621686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:41,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418621688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:41,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418621694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:41,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418621891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418621891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:41,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418621896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:41,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:41,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418621897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:42,039 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,045 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bd2f2b398d7b447898399a2b4eec97fa_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bd2f2b398d7b447898399a2b4eec97fa_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:42,046 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/0a47dd0edbd740eb82eb455077c9959a, store: [table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:42,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/0a47dd0edbd740eb82eb455077c9959a is 175, key is test_row_0/A:col10/1732418561563/Put/seqid=0 2024-11-24T03:22:42,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742003_1179 (size=31105) 2024-11-24T03:22:42,068 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/0a47dd0edbd740eb82eb455077c9959a 2024-11-24T03:22:42,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/8265a9387687433c840237700645d560 is 50, key is test_row_0/B:col10/1732418561563/Put/seqid=0 2024-11-24T03:22:42,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418622092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:42,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742004_1180 (size=12151) 2024-11-24T03:22:42,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/8265a9387687433c840237700645d560 2024-11-24T03:22:42,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/e968c20a5f664bf5bcdba8c67b7a9367 is 50, key is test_row_0/C:col10/1732418561563/Put/seqid=0 2024-11-24T03:22:42,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418622196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:42,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418622196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:42,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418622198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:42,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418622203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:42,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742005_1181 (size=12151) 2024-11-24T03:22:42,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/e968c20a5f664bf5bcdba8c67b7a9367 2024-11-24T03:22:42,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/0a47dd0edbd740eb82eb455077c9959a as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/0a47dd0edbd740eb82eb455077c9959a 2024-11-24T03:22:42,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/0a47dd0edbd740eb82eb455077c9959a, entries=150, sequenceid=171, filesize=30.4 K 2024-11-24T03:22:42,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/8265a9387687433c840237700645d560 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/8265a9387687433c840237700645d560 2024-11-24T03:22:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/8265a9387687433c840237700645d560, entries=150, sequenceid=171, filesize=11.9 K 2024-11-24T03:22:42,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/e968c20a5f664bf5bcdba8c67b7a9367 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/e968c20a5f664bf5bcdba8c67b7a9367 2024-11-24T03:22:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/e968c20a5f664bf5bcdba8c67b7a9367, entries=150, sequenceid=171, filesize=11.9 K 2024-11-24T03:22:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=20.13 KB/20610 for 4bdabea5326dcc75feee476c2889f422 in 698ms, sequenceid=171, compaction requested=true 2024-11-24T03:22:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bdabea5326dcc75feee476c2889f422:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:42,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:42,263 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:42,263 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bdabea5326dcc75feee476c2889f422:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:42,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:42,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bdabea5326dcc75feee476c2889f422:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:42,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:42,265 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93489 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:42,265 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 4bdabea5326dcc75feee476c2889f422/A is initiating minor compaction (all files) 2024-11-24T03:22:42,265 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bdabea5326dcc75feee476c2889f422/A in TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:42,265 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/edd73579f18b431cb2035a6fdc1f6ead, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/818e784e6cee4e5d8069caaeed857594, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/0a47dd0edbd740eb82eb455077c9959a] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp, totalSize=91.3 K 2024-11-24T03:22:42,265 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,265 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. files: [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/edd73579f18b431cb2035a6fdc1f6ead, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/818e784e6cee4e5d8069caaeed857594, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/0a47dd0edbd740eb82eb455077c9959a] 2024-11-24T03:22:42,265 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:42,265 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 4bdabea5326dcc75feee476c2889f422/B is initiating minor compaction (all files) 2024-11-24T03:22:42,266 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bdabea5326dcc75feee476c2889f422/B in TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:42,266 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/c440ecffd8d149ad830d726d4a78ae9c, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/b415e2c985aa4228ab373fdd0e8edf48, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/8265a9387687433c840237700645d560] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp, totalSize=35.8 K 2024-11-24T03:22:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,267 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting c440ecffd8d149ad830d726d4a78ae9c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732418558134 2024-11-24T03:22:42,268 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting edd73579f18b431cb2035a6fdc1f6ead, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732418558134 2024-11-24T03:22:42,268 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting b415e2c985aa4228ab373fdd0e8edf48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732418558770 2024-11-24T03:22:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,268 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 818e784e6cee4e5d8069caaeed857594, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732418558770 2024-11-24T03:22:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,269 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 8265a9387687433c840237700645d560, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732418560947 2024-11-24T03:22:42,269 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a47dd0edbd740eb82eb455077c9959a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732418560947 2024-11-24T03:22:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,286 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,293 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bdabea5326dcc75feee476c2889f422#B#compaction#154 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,294 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/208c311eb59349748793873d09048d8d is 50, key is test_row_0/B:col10/1732418561563/Put/seqid=0 2024-11-24T03:22:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,295 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411245b107ec647984ad0a1d3ed1f8494dfd6_4bdabea5326dcc75feee476c2889f422 store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,298 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411245b107ec647984ad0a1d3ed1f8494dfd6_4bdabea5326dcc75feee476c2889f422, store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,299 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245b107ec647984ad0a1d3ed1f8494dfd6_4bdabea5326dcc75feee476c2889f422 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742007_1183 (size=4469) 2024-11-24T03:22:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,361 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bdabea5326dcc75feee476c2889f422#A#compaction#153 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:42,362 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/f44c82d715664099b24a721d94cd5e1a is 175, key is test_row_0/A:col10/1732418561563/Put/seqid=0 2024-11-24T03:22:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742006_1182 (size=12527) 2024-11-24T03:22:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,374 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/208c311eb59349748793873d09048d8d as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/208c311eb59349748793873d09048d8d 2024-11-24T03:22:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,380 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bdabea5326dcc75feee476c2889f422/B of 4bdabea5326dcc75feee476c2889f422 into 208c311eb59349748793873d09048d8d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:42,380 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:42,380 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., storeName=4bdabea5326dcc75feee476c2889f422/B, priority=13, startTime=1732418562263; duration=0sec 2024-11-24T03:22:42,381 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:42,381 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bdabea5326dcc75feee476c2889f422:B 2024-11-24T03:22:42,381 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,383 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:42,383 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 4bdabea5326dcc75feee476c2889f422/C is initiating minor compaction (all files) 2024-11-24T03:22:42,383 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bdabea5326dcc75feee476c2889f422/C in TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:42,383 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/d93d03aad12a4dd38a90eed53640bf25, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/e544ed1f610543b4887ef2b10a15d560, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/e968c20a5f664bf5bcdba8c67b7a9367] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp, totalSize=35.8 K 2024-11-24T03:22:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,384 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting d93d03aad12a4dd38a90eed53640bf25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732418558134 2024-11-24T03:22:42,385 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting e544ed1f610543b4887ef2b10a15d560, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732418558770 2024-11-24T03:22:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,385 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting e968c20a5f664bf5bcdba8c67b7a9367, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732418560947 2024-11-24T03:22:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742008_1184 (size=31481) 2024-11-24T03:22:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,408 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/f44c82d715664099b24a721d94cd5e1a as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f44c82d715664099b24a721d94cd5e1a 2024-11-24T03:22:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,412 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bdabea5326dcc75feee476c2889f422#C#compaction#155 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:42,414 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/b5e6148e67c24708bea3efec59bb3712 is 50, key is test_row_0/C:col10/1732418561563/Put/seqid=0 2024-11-24T03:22:42,416 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bdabea5326dcc75feee476c2889f422/A of 4bdabea5326dcc75feee476c2889f422 into f44c82d715664099b24a721d94cd5e1a(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:42,416 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:42,416 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., storeName=4bdabea5326dcc75feee476c2889f422/A, priority=13, startTime=1732418562263; duration=0sec 2024-11-24T03:22:42,416 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:42,416 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bdabea5326dcc75feee476c2889f422:A 2024-11-24T03:22:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742009_1185 (size=12527) 2024-11-24T03:22:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,463 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/b5e6148e67c24708bea3efec59bb3712 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/b5e6148e67c24708bea3efec59bb3712 2024-11-24T03:22:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,471 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bdabea5326dcc75feee476c2889f422/C of 4bdabea5326dcc75feee476c2889f422 into b5e6148e67c24708bea3efec59bb3712(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:42,472 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:42,472 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., storeName=4bdabea5326dcc75feee476c2889f422/C, priority=13, startTime=1732418562264; duration=0sec 2024-11-24T03:22:42,472 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,472 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bdabea5326dcc75feee476c2889f422:C 2024-11-24T03:22:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4bdabea5326dcc75feee476c2889f422 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:22:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=A 2024-11-24T03:22:42,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:42,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=B 2024-11-24T03:22:42,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:42,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=C 2024-11-24T03:22:42,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124165765564a7f4472b8aaaaf2d3bfe721_4bdabea5326dcc75feee476c2889f422 is 50, key is test_row_0/A:col10/1732418562750/Put/seqid=0 2024-11-24T03:22:42,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418622808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:42,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418622814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:42,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418622814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:42,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418622816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:42,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742010_1186 (size=22268) 2024-11-24T03:22:42,867 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:42,873 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124165765564a7f4472b8aaaaf2d3bfe721_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124165765564a7f4472b8aaaaf2d3bfe721_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:42,876 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/f38ec3b3020e416a845938d6dec0ae80, store: [table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:42,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/f38ec3b3020e416a845938d6dec0ae80 is 175, key is test_row_0/A:col10/1732418562750/Put/seqid=0 2024-11-24T03:22:42,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742011_1187 (size=65673) 2024-11-24T03:22:42,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418622918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:42,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418622925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:42,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418622923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418622924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T03:22:43,076 INFO [Thread-683 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-24T03:22:43,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-24T03:22:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T03:22:43,080 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:43,080 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:43,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:43,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418623106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:43,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418623123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:43,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418623134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:43,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418623140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:43,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418623142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T03:22:43,233 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:43,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-24T03:22:43,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:43,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:43,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:43,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:43,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:43,322 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=185, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/f38ec3b3020e416a845938d6dec0ae80 2024-11-24T03:22:43,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/590b1add2cc04685bbe4ea719ff365a2 is 50, key is test_row_0/B:col10/1732418562750/Put/seqid=0 2024-11-24T03:22:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T03:22:43,388 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:43,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-24T03:22:43,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:43,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:43,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:43,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:43,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:43,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742012_1188 (size=12151) 2024-11-24T03:22:43,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/590b1add2cc04685bbe4ea719ff365a2 2024-11-24T03:22:43,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/04b215ddfc9346ff8de5bffb80f54a32 is 50, key is test_row_0/C:col10/1732418562750/Put/seqid=0 2024-11-24T03:22:43,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418623429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:43,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418623441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:43,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418623443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:43,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418623447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:43,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742013_1189 (size=12151) 2024-11-24T03:22:43,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/04b215ddfc9346ff8de5bffb80f54a32 2024-11-24T03:22:43,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/f38ec3b3020e416a845938d6dec0ae80 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f38ec3b3020e416a845938d6dec0ae80 2024-11-24T03:22:43,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f38ec3b3020e416a845938d6dec0ae80, entries=350, sequenceid=185, filesize=64.1 K 2024-11-24T03:22:43,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/590b1add2cc04685bbe4ea719ff365a2 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/590b1add2cc04685bbe4ea719ff365a2 2024-11-24T03:22:43,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/590b1add2cc04685bbe4ea719ff365a2, entries=150, sequenceid=185, filesize=11.9 K 2024-11-24T03:22:43,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/04b215ddfc9346ff8de5bffb80f54a32 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/04b215ddfc9346ff8de5bffb80f54a32 2024-11-24T03:22:43,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/04b215ddfc9346ff8de5bffb80f54a32, entries=150, sequenceid=185, filesize=11.9 K 2024-11-24T03:22:43,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4bdabea5326dcc75feee476c2889f422 in 731ms, sequenceid=185, compaction requested=false 2024-11-24T03:22:43,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:43,544 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:43,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-24T03:22:43,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:43,545 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 4bdabea5326dcc75feee476c2889f422 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T03:22:43,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=A 2024-11-24T03:22:43,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:43,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=B 2024-11-24T03:22:43,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:43,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=C 2024-11-24T03:22:43,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:43,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247a4afefc33e546b4ba79c0c82d85fe5a_4bdabea5326dcc75feee476c2889f422 is 50, key is test_row_0/A:col10/1732418562814/Put/seqid=0 2024-11-24T03:22:43,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742014_1190 (size=12304) 2024-11-24T03:22:43,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,629 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247a4afefc33e546b4ba79c0c82d85fe5a_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247a4afefc33e546b4ba79c0c82d85fe5a_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:43,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/9d14b2cd89174b83a8a828a7d76afda1, store: [table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:43,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/9d14b2cd89174b83a8a828a7d76afda1 is 175, key is test_row_0/A:col10/1732418562814/Put/seqid=0 2024-11-24T03:22:43,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742015_1191 (size=31105) 2024-11-24T03:22:43,677 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/9d14b2cd89174b83a8a828a7d76afda1 2024-11-24T03:22:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T03:22:43,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/17f992fb414c417db95d9465679862e6 is 50, key is test_row_0/B:col10/1732418562814/Put/seqid=0 2024-11-24T03:22:43,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742016_1192 (size=12151) 2024-11-24T03:22:43,747 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/17f992fb414c417db95d9465679862e6 2024-11-24T03:22:43,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/8e104d73a6ce45f496f09ee127dfe793 is 50, key is test_row_0/C:col10/1732418562814/Put/seqid=0 2024-11-24T03:22:43,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742017_1193 (size=12151) 2024-11-24T03:22:43,807 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/8e104d73a6ce45f496f09ee127dfe793 2024-11-24T03:22:43,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/9d14b2cd89174b83a8a828a7d76afda1 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/9d14b2cd89174b83a8a828a7d76afda1 2024-11-24T03:22:43,824 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/9d14b2cd89174b83a8a828a7d76afda1, entries=150, sequenceid=210, filesize=30.4 K 2024-11-24T03:22:43,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/17f992fb414c417db95d9465679862e6 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/17f992fb414c417db95d9465679862e6 2024-11-24T03:22:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,837 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/17f992fb414c417db95d9465679862e6, entries=150, sequenceid=210, filesize=11.9 K 2024-11-24T03:22:43,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/8e104d73a6ce45f496f09ee127dfe793 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/8e104d73a6ce45f496f09ee127dfe793 2024-11-24T03:22:43,845 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/8e104d73a6ce45f496f09ee127dfe793, entries=150, sequenceid=210, filesize=11.9 K 2024-11-24T03:22:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,850 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 4bdabea5326dcc75feee476c2889f422 in 304ms, sequenceid=210, compaction requested=true 2024-11-24T03:22:43,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:43,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:43,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-24T03:22:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-24T03:22:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-24T03:22:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 771 msec 2024-11-24T03:22:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 776 msec 2024-11-24T03:22:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4bdabea5326dcc75feee476c2889f422 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:22:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=A 2024-11-24T03:22:44,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:44,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=B 2024-11-24T03:22:44,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:44,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=C 2024-11-24T03:22:44,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112464bf13da96e141d1af708ebad6c13432_4bdabea5326dcc75feee476c2889f422 is 50, key is test_row_0/A:col10/1732418564067/Put/seqid=0 2024-11-24T03:22:44,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742018_1194 (size=19774) 2024-11-24T03:22:44,139 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418624134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:44,146 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112464bf13da96e141d1af708ebad6c13432_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112464bf13da96e141d1af708ebad6c13432_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:44,147 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/a530d8f136af4d3ab605b85ccb2c0032, store: [table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:44,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/a530d8f136af4d3ab605b85ccb2c0032 is 175, key is test_row_0/A:col10/1732418564067/Put/seqid=0 2024-11-24T03:22:44,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418624140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:44,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418624144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:44,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418624144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T03:22:44,186 INFO [Thread-683 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-24T03:22:44,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-24T03:22:44,189 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T03:22:44,190 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:44,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:44,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742019_1195 (size=57033) 2024-11-24T03:22:44,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418624246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:44,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418624251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:44,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418624251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:44,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418624252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T03:22:44,341 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:44,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T03:22:44,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:44,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:44,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:44,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:44,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:44,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418624450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:44,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418624456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:44,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418624456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:44,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418624456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T03:22:44,494 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:44,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T03:22:44,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:44,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:44,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:44,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:44,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:44,597 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=221, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/a530d8f136af4d3ab605b85ccb2c0032 2024-11-24T03:22:44,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/7e1026979b6349f1aee0adda6220e238 is 50, key is test_row_0/B:col10/1732418564067/Put/seqid=0 2024-11-24T03:22:44,647 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:44,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T03:22:44,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:44,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:44,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:44,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:44,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:44,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742020_1196 (size=12151) 2024-11-24T03:22:44,653 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/7e1026979b6349f1aee0adda6220e238 2024-11-24T03:22:44,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/8e1dc54e10d242e08ba8edc0980a8eac is 50, key is test_row_0/C:col10/1732418564067/Put/seqid=0 2024-11-24T03:22:44,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742021_1197 (size=12151) 2024-11-24T03:22:44,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/8e1dc54e10d242e08ba8edc0980a8eac 2024-11-24T03:22:44,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/a530d8f136af4d3ab605b85ccb2c0032 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/a530d8f136af4d3ab605b85ccb2c0032 2024-11-24T03:22:44,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/a530d8f136af4d3ab605b85ccb2c0032, entries=300, sequenceid=221, filesize=55.7 K 2024-11-24T03:22:44,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/7e1026979b6349f1aee0adda6220e238 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/7e1026979b6349f1aee0adda6220e238 2024-11-24T03:22:44,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/7e1026979b6349f1aee0adda6220e238, entries=150, sequenceid=221, filesize=11.9 K 2024-11-24T03:22:44,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/8e1dc54e10d242e08ba8edc0980a8eac as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/8e1dc54e10d242e08ba8edc0980a8eac 2024-11-24T03:22:44,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/8e1dc54e10d242e08ba8edc0980a8eac, entries=150, sequenceid=221, filesize=11.9 K 2024-11-24T03:22:44,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4bdabea5326dcc75feee476c2889f422 in 686ms, sequenceid=221, compaction requested=true 2024-11-24T03:22:44,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:44,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bdabea5326dcc75feee476c2889f422:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:44,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:44,754 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:44,754 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:44,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bdabea5326dcc75feee476c2889f422:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:44,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:44,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bdabea5326dcc75feee476c2889f422:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:44,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:44,757 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 185292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:44,757 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 4bdabea5326dcc75feee476c2889f422/A is initiating minor compaction (all files) 2024-11-24T03:22:44,757 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bdabea5326dcc75feee476c2889f422/A in TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:44,757 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f44c82d715664099b24a721d94cd5e1a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f38ec3b3020e416a845938d6dec0ae80, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/9d14b2cd89174b83a8a828a7d76afda1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/a530d8f136af4d3ab605b85ccb2c0032] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp, totalSize=180.9 K 2024-11-24T03:22:44,757 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:44,757 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. files: [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f44c82d715664099b24a721d94cd5e1a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f38ec3b3020e416a845938d6dec0ae80, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/9d14b2cd89174b83a8a828a7d76afda1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/a530d8f136af4d3ab605b85ccb2c0032] 2024-11-24T03:22:44,758 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:44,758 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 4bdabea5326dcc75feee476c2889f422/B is initiating minor compaction (all files) 2024-11-24T03:22:44,758 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bdabea5326dcc75feee476c2889f422/B in TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:44,758 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/208c311eb59349748793873d09048d8d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/590b1add2cc04685bbe4ea719ff365a2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/17f992fb414c417db95d9465679862e6, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/7e1026979b6349f1aee0adda6220e238] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp, totalSize=47.8 K 2024-11-24T03:22:44,759 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting f44c82d715664099b24a721d94cd5e1a, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732418560947 2024-11-24T03:22:44,759 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 208c311eb59349748793873d09048d8d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732418560947 2024-11-24T03:22:44,760 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting f38ec3b3020e416a845938d6dec0ae80, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732418561566 2024-11-24T03:22:44,761 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 590b1add2cc04685bbe4ea719ff365a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732418561566 2024-11-24T03:22:44,762 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 17f992fb414c417db95d9465679862e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732418562802 2024-11-24T03:22:44,762 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d14b2cd89174b83a8a828a7d76afda1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732418562802 2024-11-24T03:22:44,762 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting a530d8f136af4d3ab605b85ccb2c0032, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732418564020 2024-11-24T03:22:44,762 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e1026979b6349f1aee0adda6220e238, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732418564063 2024-11-24T03:22:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:44,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4bdabea5326dcc75feee476c2889f422 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T03:22:44,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=A 2024-11-24T03:22:44,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:44,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=B 2024-11-24T03:22:44,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:44,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=C 2024-11-24T03:22:44,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:44,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418624779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:44,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418624781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:44,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418624783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:44,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418624784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T03:22:44,794 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:44,796 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bdabea5326dcc75feee476c2889f422#B#compaction#165 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:44,797 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/b299a8e9e41340129e145285e21b8b6b is 50, key is test_row_0/B:col10/1732418564067/Put/seqid=0 2024-11-24T03:22:44,802 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:44,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T03:22:44,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:44,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:44,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:44,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:44,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:44,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242db3204b6d984ec0a14ab6e80f2ac264_4bdabea5326dcc75feee476c2889f422 is 50, key is test_row_0/A:col10/1732418564123/Put/seqid=0 2024-11-24T03:22:44,826 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112479e355afddf04409baea535ea9058693_4bdabea5326dcc75feee476c2889f422 store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:44,829 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112479e355afddf04409baea535ea9058693_4bdabea5326dcc75feee476c2889f422, store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:44,830 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112479e355afddf04409baea535ea9058693_4bdabea5326dcc75feee476c2889f422 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:44,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742022_1198 (size=12663) 2024-11-24T03:22:44,877 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/b299a8e9e41340129e145285e21b8b6b as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/b299a8e9e41340129e145285e21b8b6b 2024-11-24T03:22:44,883 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4bdabea5326dcc75feee476c2889f422/B of 4bdabea5326dcc75feee476c2889f422 into b299a8e9e41340129e145285e21b8b6b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:44,884 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:44,884 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., storeName=4bdabea5326dcc75feee476c2889f422/B, priority=12, startTime=1732418564754; duration=0sec 2024-11-24T03:22:44,884 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:44,884 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bdabea5326dcc75feee476c2889f422:B 2024-11-24T03:22:44,884 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:44,885 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:44,885 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 4bdabea5326dcc75feee476c2889f422/C is initiating minor compaction (all files) 2024-11-24T03:22:44,886 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bdabea5326dcc75feee476c2889f422/C in TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:44,886 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/b5e6148e67c24708bea3efec59bb3712, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/04b215ddfc9346ff8de5bffb80f54a32, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/8e104d73a6ce45f496f09ee127dfe793, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/8e1dc54e10d242e08ba8edc0980a8eac] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp, totalSize=47.8 K 2024-11-24T03:22:44,886 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting b5e6148e67c24708bea3efec59bb3712, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732418560947 2024-11-24T03:22:44,887 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 04b215ddfc9346ff8de5bffb80f54a32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732418561566 2024-11-24T03:22:44,888 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e104d73a6ce45f496f09ee127dfe793, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732418562802 2024-11-24T03:22:44,888 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e1dc54e10d242e08ba8edc0980a8eac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732418564063 2024-11-24T03:22:44,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418624886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:44,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418624886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:44,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:44,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742023_1199 (size=14794) 2024-11-24T03:22:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418624890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:44,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418624890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:44,898 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:44,903 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242db3204b6d984ec0a14ab6e80f2ac264_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242db3204b6d984ec0a14ab6e80f2ac264_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:44,904 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/ae7f9069508a4da79dc75a0a192da19f, store: [table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:44,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/ae7f9069508a4da79dc75a0a192da19f is 175, key is test_row_0/A:col10/1732418564123/Put/seqid=0 2024-11-24T03:22:44,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742024_1200 (size=4469) 2024-11-24T03:22:44,911 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bdabea5326dcc75feee476c2889f422#A#compaction#166 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:44,911 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/6260def20e674b55ba5bf2f0284b2b5b is 175, key is test_row_0/A:col10/1732418564067/Put/seqid=0 2024-11-24T03:22:44,923 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bdabea5326dcc75feee476c2889f422#C#compaction#168 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:44,923 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/98e2ad4f52ca4441b13167e8cdc9b379 is 50, key is test_row_0/C:col10/1732418564067/Put/seqid=0 2024-11-24T03:22:44,956 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:44,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T03:22:44,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:44,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:44,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:44,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:44,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:44,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742025_1201 (size=39749) 2024-11-24T03:22:44,973 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/ae7f9069508a4da79dc75a0a192da19f 2024-11-24T03:22:44,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742026_1202 (size=31617) 2024-11-24T03:22:45,002 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/6260def20e674b55ba5bf2f0284b2b5b as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/6260def20e674b55ba5bf2f0284b2b5b 2024-11-24T03:22:45,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742027_1203 (size=12663) 2024-11-24T03:22:45,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/5ce1b82e1d834cb6bd4eb6e294b31386 is 50, key is test_row_0/B:col10/1732418564123/Put/seqid=0 2024-11-24T03:22:45,013 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4bdabea5326dcc75feee476c2889f422/A of 4bdabea5326dcc75feee476c2889f422 into 6260def20e674b55ba5bf2f0284b2b5b(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:45,013 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:45,013 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., storeName=4bdabea5326dcc75feee476c2889f422/A, priority=12, startTime=1732418564754; duration=0sec 2024-11-24T03:22:45,013 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:45,013 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bdabea5326dcc75feee476c2889f422:A 2024-11-24T03:22:45,017 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/98e2ad4f52ca4441b13167e8cdc9b379 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/98e2ad4f52ca4441b13167e8cdc9b379 2024-11-24T03:22:45,025 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4bdabea5326dcc75feee476c2889f422/C of 4bdabea5326dcc75feee476c2889f422 into 98e2ad4f52ca4441b13167e8cdc9b379(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:45,025 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:45,025 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., storeName=4bdabea5326dcc75feee476c2889f422/C, priority=12, startTime=1732418564754; duration=0sec 2024-11-24T03:22:45,025 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:45,025 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bdabea5326dcc75feee476c2889f422:C 2024-11-24T03:22:45,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742028_1204 (size=12151) 2024-11-24T03:22:45,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418625092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:45,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418625092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:45,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418625098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:45,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418625099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:45,110 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:45,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T03:22:45,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:45,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:45,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:45,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:45,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:45,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418625118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:45,123 DEBUG [Thread-673 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:22:45,263 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:45,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T03:22:45,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:45,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:45,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:45,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:45,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T03:22:45,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418625397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:45,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418625397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:45,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418625400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:45,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418625404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:45,417 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:45,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T03:22:45,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:45,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:45,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:45,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:45,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:45,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/5ce1b82e1d834cb6bd4eb6e294b31386 2024-11-24T03:22:45,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/001a7b389a0346fb9aca986e3a8e5d98 is 50, key is test_row_0/C:col10/1732418564123/Put/seqid=0 2024-11-24T03:22:45,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742029_1205 (size=12151) 2024-11-24T03:22:45,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/001a7b389a0346fb9aca986e3a8e5d98 2024-11-24T03:22:45,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/ae7f9069508a4da79dc75a0a192da19f as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/ae7f9069508a4da79dc75a0a192da19f 2024-11-24T03:22:45,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/ae7f9069508a4da79dc75a0a192da19f, entries=200, sequenceid=247, filesize=38.8 K 2024-11-24T03:22:45,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/5ce1b82e1d834cb6bd4eb6e294b31386 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/5ce1b82e1d834cb6bd4eb6e294b31386 2024-11-24T03:22:45,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/5ce1b82e1d834cb6bd4eb6e294b31386, entries=150, sequenceid=247, filesize=11.9 K 2024-11-24T03:22:45,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/001a7b389a0346fb9aca986e3a8e5d98 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/001a7b389a0346fb9aca986e3a8e5d98 2024-11-24T03:22:45,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/001a7b389a0346fb9aca986e3a8e5d98, entries=150, sequenceid=247, filesize=11.9 K 2024-11-24T03:22:45,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 4bdabea5326dcc75feee476c2889f422 in 782ms, sequenceid=247, compaction requested=false 2024-11-24T03:22:45,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:45,570 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:45,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T03:22:45,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:45,571 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 4bdabea5326dcc75feee476c2889f422 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T03:22:45,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=A 2024-11-24T03:22:45,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:45,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=B 2024-11-24T03:22:45,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:45,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=C 2024-11-24T03:22:45,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:45,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240a2758ed73c848fabdc3e0b4e689af45_4bdabea5326dcc75feee476c2889f422 is 50, key is test_row_0/A:col10/1732418564782/Put/seqid=0 2024-11-24T03:22:45,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742030_1206 (size=12304) 2024-11-24T03:22:45,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:45,624 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240a2758ed73c848fabdc3e0b4e689af45_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240a2758ed73c848fabdc3e0b4e689af45_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:45,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/fa0b997eafef41a1aae1cbd53b7b3757, store: [table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:45,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/fa0b997eafef41a1aae1cbd53b7b3757 is 175, key is test_row_0/A:col10/1732418564782/Put/seqid=0 2024-11-24T03:22:45,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742031_1207 (size=31105) 2024-11-24T03:22:45,659 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/fa0b997eafef41a1aae1cbd53b7b3757 2024-11-24T03:22:45,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/f412390f6e744c7ba471967d2fba7264 is 50, key is test_row_0/B:col10/1732418564782/Put/seqid=0 2024-11-24T03:22:45,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742032_1208 (size=12151) 2024-11-24T03:22:45,711 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/f412390f6e744c7ba471967d2fba7264 2024-11-24T03:22:45,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/8bc615d4a1284e3791c92790581186d6 is 50, key is test_row_0/C:col10/1732418564782/Put/seqid=0 2024-11-24T03:22:45,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742033_1209 (size=12151) 2024-11-24T03:22:45,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:45,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418625946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:45,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418625947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:45,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418625949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:45,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418625950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:46,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418626055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:46,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418626056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:46,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418626058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:46,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418626055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:46,152 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/8bc615d4a1284e3791c92790581186d6 2024-11-24T03:22:46,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/fa0b997eafef41a1aae1cbd53b7b3757 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/fa0b997eafef41a1aae1cbd53b7b3757 2024-11-24T03:22:46,172 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/fa0b997eafef41a1aae1cbd53b7b3757, entries=150, sequenceid=260, filesize=30.4 K 2024-11-24T03:22:46,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/f412390f6e744c7ba471967d2fba7264 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/f412390f6e744c7ba471967d2fba7264 2024-11-24T03:22:46,179 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/f412390f6e744c7ba471967d2fba7264, entries=150, sequenceid=260, filesize=11.9 K 2024-11-24T03:22:46,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/8bc615d4a1284e3791c92790581186d6 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/8bc615d4a1284e3791c92790581186d6 2024-11-24T03:22:46,189 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/8bc615d4a1284e3791c92790581186d6, entries=150, sequenceid=260, filesize=11.9 K 2024-11-24T03:22:46,191 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 4bdabea5326dcc75feee476c2889f422 in 620ms, sequenceid=260, compaction requested=true 2024-11-24T03:22:46,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:46,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:46,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-24T03:22:46,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-24T03:22:46,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-24T03:22:46,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0030 sec 2024-11-24T03:22:46,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.0090 sec 2024-11-24T03:22:46,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4bdabea5326dcc75feee476c2889f422 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T03:22:46,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=A 2024-11-24T03:22:46,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:46,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=B 2024-11-24T03:22:46,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:46,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=C 2024-11-24T03:22:46,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:46,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418626274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:46,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418626276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:46,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418626276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:46,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418626282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:46,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112469130ae5e91643e986ef0459712e01bf_4bdabea5326dcc75feee476c2889f422 is 50, key is test_row_0/A:col10/1732418565920/Put/seqid=0 2024-11-24T03:22:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T03:22:46,296 INFO [Thread-683 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-24T03:22:46,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-24T03:22:46,298 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:46,299 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:46,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T03:22:46,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742034_1210 (size=17534) 2024-11-24T03:22:46,328 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:46,334 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112469130ae5e91643e986ef0459712e01bf_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112469130ae5e91643e986ef0459712e01bf_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:46,335 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/fab62f76195a4b6cad2dd825f24690e0, store: [table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:46,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/fab62f76195a4b6cad2dd825f24690e0 is 175, key is test_row_0/A:col10/1732418565920/Put/seqid=0 2024-11-24T03:22:46,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742035_1211 (size=48639) 2024-11-24T03:22:46,379 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/fab62f76195a4b6cad2dd825f24690e0 2024-11-24T03:22:46,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418626380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:46,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418626381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:46,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418626381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T03:22:46,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/aa6c76a3fd3c484f81af126037b11757 is 50, key is test_row_0/B:col10/1732418565920/Put/seqid=0 2024-11-24T03:22:46,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742036_1212 (size=12301) 2024-11-24T03:22:46,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/aa6c76a3fd3c484f81af126037b11757 2024-11-24T03:22:46,453 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:46,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T03:22:46,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:46,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:46,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:46,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:46,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:46,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/f02f4172014147df903a094d2db3e3fa is 50, key is test_row_0/C:col10/1732418565920/Put/seqid=0 2024-11-24T03:22:46,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742037_1213 (size=12301) 2024-11-24T03:22:46,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418626583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:46,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418626587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:46,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418626587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:46,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418626590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T03:22:46,606 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:46,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T03:22:46,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:46,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:46,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:46,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:46,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:46,760 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:46,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T03:22:46,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:46,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:46,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:46,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:46,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:46,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418626888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:46,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418626893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:46,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418626895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:46,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/f02f4172014147df903a094d2db3e3fa 2024-11-24T03:22:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T03:22:46,914 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:46,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T03:22:46,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:46,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:46,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:46,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:46,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:46,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/fab62f76195a4b6cad2dd825f24690e0 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/fab62f76195a4b6cad2dd825f24690e0 2024-11-24T03:22:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:46,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/fab62f76195a4b6cad2dd825f24690e0, entries=250, sequenceid=288, filesize=47.5 K 2024-11-24T03:22:46,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/aa6c76a3fd3c484f81af126037b11757 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/aa6c76a3fd3c484f81af126037b11757 2024-11-24T03:22:46,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/aa6c76a3fd3c484f81af126037b11757, entries=150, sequenceid=288, filesize=12.0 K 2024-11-24T03:22:46,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/f02f4172014147df903a094d2db3e3fa as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/f02f4172014147df903a094d2db3e3fa 2024-11-24T03:22:46,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/f02f4172014147df903a094d2db3e3fa, entries=150, sequenceid=288, filesize=12.0 K 2024-11-24T03:22:46,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 4bdabea5326dcc75feee476c2889f422 in 685ms, sequenceid=288, compaction requested=true 2024-11-24T03:22:46,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:46,947 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:46,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bdabea5326dcc75feee476c2889f422:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:46,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:46,947 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:46,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bdabea5326dcc75feee476c2889f422:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:46,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:46,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bdabea5326dcc75feee476c2889f422:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:46,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:46,949 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151110 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:46,949 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 4bdabea5326dcc75feee476c2889f422/A is initiating minor compaction (all files) 2024-11-24T03:22:46,949 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bdabea5326dcc75feee476c2889f422/A in TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:46,949 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/6260def20e674b55ba5bf2f0284b2b5b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/ae7f9069508a4da79dc75a0a192da19f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/fa0b997eafef41a1aae1cbd53b7b3757, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/fab62f76195a4b6cad2dd825f24690e0] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp, totalSize=147.6 K 2024-11-24T03:22:46,949 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:46,949 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. files: [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/6260def20e674b55ba5bf2f0284b2b5b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/ae7f9069508a4da79dc75a0a192da19f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/fa0b997eafef41a1aae1cbd53b7b3757, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/fab62f76195a4b6cad2dd825f24690e0] 2024-11-24T03:22:46,950 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:46,950 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6260def20e674b55ba5bf2f0284b2b5b, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732418564063 2024-11-24T03:22:46,950 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 4bdabea5326dcc75feee476c2889f422/B is initiating minor compaction (all files) 2024-11-24T03:22:46,950 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bdabea5326dcc75feee476c2889f422/B in TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:46,950 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/b299a8e9e41340129e145285e21b8b6b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/5ce1b82e1d834cb6bd4eb6e294b31386, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/f412390f6e744c7ba471967d2fba7264, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/aa6c76a3fd3c484f81af126037b11757] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp, totalSize=48.1 K 2024-11-24T03:22:46,950 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae7f9069508a4da79dc75a0a192da19f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732418564123 2024-11-24T03:22:46,951 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting b299a8e9e41340129e145285e21b8b6b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732418564063 2024-11-24T03:22:46,951 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa0b997eafef41a1aae1cbd53b7b3757, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732418564776 2024-11-24T03:22:46,952 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ce1b82e1d834cb6bd4eb6e294b31386, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732418564123 2024-11-24T03:22:46,952 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting f412390f6e744c7ba471967d2fba7264, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732418564776 2024-11-24T03:22:46,953 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting fab62f76195a4b6cad2dd825f24690e0, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732418565920 2024-11-24T03:22:46,953 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting aa6c76a3fd3c484f81af126037b11757, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732418565920 2024-11-24T03:22:46,965 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:46,975 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bdabea5326dcc75feee476c2889f422#B#compaction#178 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:46,976 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/3e86fe0fc480429d96f037755728eb63 is 50, key is test_row_0/B:col10/1732418565920/Put/seqid=0 2024-11-24T03:22:46,976 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124e09b0c17087247f689bc18ea0cd30672_4bdabea5326dcc75feee476c2889f422 store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:47,007 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124e09b0c17087247f689bc18ea0cd30672_4bdabea5326dcc75feee476c2889f422, store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:47,007 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e09b0c17087247f689bc18ea0cd30672_4bdabea5326dcc75feee476c2889f422 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:47,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742038_1214 (size=12949) 2024-11-24T03:22:47,068 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:47,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T03:22:47,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:47,069 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 4bdabea5326dcc75feee476c2889f422 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T03:22:47,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=A 2024-11-24T03:22:47,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:47,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=B 2024-11-24T03:22:47,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:47,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=C 2024-11-24T03:22:47,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:47,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742039_1215 (size=4469) 2024-11-24T03:22:47,075 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bdabea5326dcc75feee476c2889f422#A#compaction#177 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:47,076 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/5169fe3dd92546188f47680f3c03d1ad is 175, key is test_row_0/A:col10/1732418565920/Put/seqid=0 2024-11-24T03:22:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:47,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:47,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112463e4937e6330430aad990b1dc02f3f6c_4bdabea5326dcc75feee476c2889f422 is 50, key is test_row_0/A:col10/1732418566274/Put/seqid=0 2024-11-24T03:22:47,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742040_1216 (size=31903) 2024-11-24T03:22:47,143 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/5169fe3dd92546188f47680f3c03d1ad as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/5169fe3dd92546188f47680f3c03d1ad 2024-11-24T03:22:47,152 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4bdabea5326dcc75feee476c2889f422/A of 4bdabea5326dcc75feee476c2889f422 into 5169fe3dd92546188f47680f3c03d1ad(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:47,152 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:47,152 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., storeName=4bdabea5326dcc75feee476c2889f422/A, priority=12, startTime=1732418566947; duration=0sec 2024-11-24T03:22:47,152 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:47,152 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bdabea5326dcc75feee476c2889f422:A 2024-11-24T03:22:47,152 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:22:47,155 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:22:47,155 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 4bdabea5326dcc75feee476c2889f422/C is initiating minor compaction (all files) 2024-11-24T03:22:47,155 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bdabea5326dcc75feee476c2889f422/C in TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:47,156 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/98e2ad4f52ca4441b13167e8cdc9b379, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/001a7b389a0346fb9aca986e3a8e5d98, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/8bc615d4a1284e3791c92790581186d6, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/f02f4172014147df903a094d2db3e3fa] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp, totalSize=48.1 K 2024-11-24T03:22:47,156 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98e2ad4f52ca4441b13167e8cdc9b379, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732418564063 2024-11-24T03:22:47,158 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 001a7b389a0346fb9aca986e3a8e5d98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732418564123 2024-11-24T03:22:47,158 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bc615d4a1284e3791c92790581186d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732418564776 2024-11-24T03:22:47,159 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting f02f4172014147df903a094d2db3e3fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732418565920 2024-11-24T03:22:47,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742041_1217 (size=12454) 2024-11-24T03:22:47,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:47,189 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112463e4937e6330430aad990b1dc02f3f6c_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112463e4937e6330430aad990b1dc02f3f6c_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:47,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/a82f10bf61a14cdeafd1991b4f6fade9, store: [table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:47,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/a82f10bf61a14cdeafd1991b4f6fade9 is 175, key is test_row_0/A:col10/1732418566274/Put/seqid=0 2024-11-24T03:22:47,198 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bdabea5326dcc75feee476c2889f422#C#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:47,199 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/63d27637d52b4f61be6b990f2b0e02d1 is 50, key is test_row_0/C:col10/1732418565920/Put/seqid=0 2024-11-24T03:22:47,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742043_1219 (size=12949) 2024-11-24T03:22:47,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742042_1218 (size=31255) 2024-11-24T03:22:47,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418627272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:47,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418627374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:47,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418627391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:47,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:47,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418627399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:47,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:47,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418627402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:47,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T03:22:47,459 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/3e86fe0fc480429d96f037755728eb63 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/3e86fe0fc480429d96f037755728eb63 2024-11-24T03:22:47,465 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4bdabea5326dcc75feee476c2889f422/B of 4bdabea5326dcc75feee476c2889f422 into 3e86fe0fc480429d96f037755728eb63(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:47,466 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:47,466 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., storeName=4bdabea5326dcc75feee476c2889f422/B, priority=12, startTime=1732418566947; duration=0sec 2024-11-24T03:22:47,466 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:47,466 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bdabea5326dcc75feee476c2889f422:B 2024-11-24T03:22:47,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418627580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:47,644 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/63d27637d52b4f61be6b990f2b0e02d1 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/63d27637d52b4f61be6b990f2b0e02d1 2024-11-24T03:22:47,653 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4bdabea5326dcc75feee476c2889f422/C of 4bdabea5326dcc75feee476c2889f422 into 63d27637d52b4f61be6b990f2b0e02d1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:47,653 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:47,653 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., storeName=4bdabea5326dcc75feee476c2889f422/C, priority=12, startTime=1732418566947; duration=0sec 2024-11-24T03:22:47,653 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:47,653 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bdabea5326dcc75feee476c2889f422:C 2024-11-24T03:22:47,660 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/a82f10bf61a14cdeafd1991b4f6fade9 2024-11-24T03:22:47,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/50df936e630d48d0b3f95431e046daef is 50, key is test_row_0/B:col10/1732418566274/Put/seqid=0 2024-11-24T03:22:47,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742044_1220 (size=12301) 2024-11-24T03:22:47,730 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/50df936e630d48d0b3f95431e046daef 2024-11-24T03:22:47,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/1aee67a6c1fa4e7ebba3741d1688a743 is 50, key is test_row_0/C:col10/1732418566274/Put/seqid=0 2024-11-24T03:22:47,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742045_1221 (size=12301) 2024-11-24T03:22:47,790 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/1aee67a6c1fa4e7ebba3741d1688a743 2024-11-24T03:22:47,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/a82f10bf61a14cdeafd1991b4f6fade9 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/a82f10bf61a14cdeafd1991b4f6fade9 2024-11-24T03:22:47,810 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/a82f10bf61a14cdeafd1991b4f6fade9, entries=150, sequenceid=297, filesize=30.5 K 2024-11-24T03:22:47,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/50df936e630d48d0b3f95431e046daef as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/50df936e630d48d0b3f95431e046daef 2024-11-24T03:22:47,822 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/50df936e630d48d0b3f95431e046daef, entries=150, sequenceid=297, filesize=12.0 K 2024-11-24T03:22:47,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/1aee67a6c1fa4e7ebba3741d1688a743 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/1aee67a6c1fa4e7ebba3741d1688a743 2024-11-24T03:22:47,833 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/1aee67a6c1fa4e7ebba3741d1688a743, entries=150, sequenceid=297, filesize=12.0 K 2024-11-24T03:22:47,834 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 4bdabea5326dcc75feee476c2889f422 in 765ms, sequenceid=297, compaction requested=false 2024-11-24T03:22:47,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:47,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:47,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-24T03:22:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-24T03:22:47,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-24T03:22:47,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5370 sec 2024-11-24T03:22:47,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.5400 sec 2024-11-24T03:22:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:47,886 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4bdabea5326dcc75feee476c2889f422 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T03:22:47,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=A 2024-11-24T03:22:47,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:47,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=B 2024-11-24T03:22:47,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:47,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=C 2024-11-24T03:22:47,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:47,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124257c1099c7364f22831f00d2df01a61c_4bdabea5326dcc75feee476c2889f422 is 50, key is test_row_0/A:col10/1732418567248/Put/seqid=0 2024-11-24T03:22:47,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418627903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:47,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742046_1222 (size=12454) 2024-11-24T03:22:47,914 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:47,926 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124257c1099c7364f22831f00d2df01a61c_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124257c1099c7364f22831f00d2df01a61c_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:47,927 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/5866c6bdcc8b4502882d488d0edf3b46, store: [table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:47,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/5866c6bdcc8b4502882d488d0edf3b46 is 175, key is test_row_0/A:col10/1732418567248/Put/seqid=0 2024-11-24T03:22:47,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742047_1223 (size=31255) 2024-11-24T03:22:47,936 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/5866c6bdcc8b4502882d488d0edf3b46 2024-11-24T03:22:47,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/f309c76a986c4c4694edfc80b7417bf8 is 50, key is test_row_0/B:col10/1732418567248/Put/seqid=0 2024-11-24T03:22:48,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418628008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:48,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742048_1224 (size=12301) 2024-11-24T03:22:48,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418628212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:48,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418628398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:48,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418628405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T03:22:48,408 INFO [Thread-683 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-24T03:22:48,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:48,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418628409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-24T03:22:48,411 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:48,412 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:48,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T03:22:48,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/f309c76a986c4c4694edfc80b7417bf8 2024-11-24T03:22:48,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/6f1028cf039d4fc1baf01f8ca8a7743c is 50, key is test_row_0/C:col10/1732418567248/Put/seqid=0 2024-11-24T03:22:48,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742049_1225 (size=12301) 2024-11-24T03:22:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T03:22:48,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418628517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:48,565 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:48,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T03:22:48,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:48,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:48,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:48,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:48,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T03:22:48,719 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:48,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T03:22:48,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:48,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:48,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:48,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:48,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:48,873 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:48,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T03:22:48,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:48,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:48,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:48,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:48,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:48,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/6f1028cf039d4fc1baf01f8ca8a7743c 2024-11-24T03:22:48,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/5866c6bdcc8b4502882d488d0edf3b46 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/5866c6bdcc8b4502882d488d0edf3b46 2024-11-24T03:22:48,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/5866c6bdcc8b4502882d488d0edf3b46, entries=150, sequenceid=328, filesize=30.5 K 2024-11-24T03:22:48,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/f309c76a986c4c4694edfc80b7417bf8 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/f309c76a986c4c4694edfc80b7417bf8 2024-11-24T03:22:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/f309c76a986c4c4694edfc80b7417bf8, entries=150, sequenceid=328, filesize=12.0 K 2024-11-24T03:22:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/6f1028cf039d4fc1baf01f8ca8a7743c as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/6f1028cf039d4fc1baf01f8ca8a7743c 2024-11-24T03:22:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/6f1028cf039d4fc1baf01f8ca8a7743c, entries=150, sequenceid=328, filesize=12.0 K 2024-11-24T03:22:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 4bdabea5326dcc75feee476c2889f422 in 1033ms, sequenceid=328, compaction requested=true 2024-11-24T03:22:48,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,920 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bdabea5326dcc75feee476c2889f422:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,921 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:48,921 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:48,921 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 4bdabea5326dcc75feee476c2889f422/A is initiating minor compaction (all files) 2024-11-24T03:22:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,921 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bdabea5326dcc75feee476c2889f422/A in TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:48,922 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/5169fe3dd92546188f47680f3c03d1ad, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/a82f10bf61a14cdeafd1991b4f6fade9, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/5866c6bdcc8b4502882d488d0edf3b46] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp, totalSize=92.2 K 2024-11-24T03:22:48,922 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:48,922 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. files: [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/5169fe3dd92546188f47680f3c03d1ad, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/a82f10bf61a14cdeafd1991b4f6fade9, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/5866c6bdcc8b4502882d488d0edf3b46] 2024-11-24T03:22:48,922 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5169fe3dd92546188f47680f3c03d1ad, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732418565920 2024-11-24T03:22:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bdabea5326dcc75feee476c2889f422:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:48,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:48,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bdabea5326dcc75feee476c2889f422:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:48,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,924 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:48,924 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 4bdabea5326dcc75feee476c2889f422/B is initiating minor compaction (all files) 2024-11-24T03:22:48,924 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting a82f10bf61a14cdeafd1991b4f6fade9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732418566273 2024-11-24T03:22:48,924 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bdabea5326dcc75feee476c2889f422/B in TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:48,924 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/3e86fe0fc480429d96f037755728eb63, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/50df936e630d48d0b3f95431e046daef, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/f309c76a986c4c4694edfc80b7417bf8] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp, totalSize=36.7 K 2024-11-24T03:22:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,924 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5866c6bdcc8b4502882d488d0edf3b46, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732418567248 2024-11-24T03:22:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,925 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e86fe0fc480429d96f037755728eb63, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732418565920 2024-11-24T03:22:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,925 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 50df936e630d48d0b3f95431e046daef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732418566273 2024-11-24T03:22:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,926 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting f309c76a986c4c4694edfc80b7417bf8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732418567248 2024-11-24T03:22:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,943 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,962 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bdabea5326dcc75feee476c2889f422#B#compaction#187 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:48,962 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/9a933e354dc048ad80bb0bd85ee95a8f is 50, key is test_row_0/B:col10/1732418567248/Put/seqid=0 2024-11-24T03:22:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,968 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411247f569de2efe94bf1ad4f27aa6927b31d_4bdabea5326dcc75feee476c2889f422 store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,970 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411247f569de2efe94bf1ad4f27aa6927b31d_4bdabea5326dcc75feee476c2889f422, store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:48,971 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247f569de2efe94bf1ad4f27aa6927b31d_4bdabea5326dcc75feee476c2889f422 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742050_1226 (size=13051) 2024-11-24T03:22:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T03:22:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,022 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/9a933e354dc048ad80bb0bd85ee95a8f as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/9a933e354dc048ad80bb0bd85ee95a8f 2024-11-24T03:22:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742051_1227 (size=4469) 2024-11-24T03:22:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,030 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bdabea5326dcc75feee476c2889f422/B of 4bdabea5326dcc75feee476c2889f422 into 9a933e354dc048ad80bb0bd85ee95a8f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:49,030 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:49,030 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., storeName=4bdabea5326dcc75feee476c2889f422/B, priority=13, startTime=1732418568921; duration=0sec 2024-11-24T03:22:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,030 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:49,030 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bdabea5326dcc75feee476c2889f422:B 2024-11-24T03:22:49,031 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,032 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:49,032 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 4bdabea5326dcc75feee476c2889f422/C is initiating minor compaction (all files) 2024-11-24T03:22:49,032 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bdabea5326dcc75feee476c2889f422/C in TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:49,032 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/63d27637d52b4f61be6b990f2b0e02d1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/1aee67a6c1fa4e7ebba3741d1688a743, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/6f1028cf039d4fc1baf01f8ca8a7743c] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp, totalSize=36.7 K 2024-11-24T03:22:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,032 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 63d27637d52b4f61be6b990f2b0e02d1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732418565920 2024-11-24T03:22:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,033 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 1aee67a6c1fa4e7ebba3741d1688a743, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732418566273 2024-11-24T03:22:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,033 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f1028cf039d4fc1baf01f8ca8a7743c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732418567248 2024-11-24T03:22:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,035 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T03:22:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:49,036 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 4bdabea5326dcc75feee476c2889f422 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T03:22:49,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=A 2024-11-24T03:22:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:49,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=B 2024-11-24T03:22:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:49,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=C 2024-11-24T03:22:49,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,043 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bdabea5326dcc75feee476c2889f422#C#compaction#188 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:49,043 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/15daaf59526e41699d44c25824507f75 is 50, key is test_row_0/C:col10/1732418567248/Put/seqid=0 2024-11-24T03:22:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112425b395209c74483088fa3d6a0fbf73b2_4bdabea5326dcc75feee476c2889f422 is 50, key is test_row_0/A:col10/1732418567898/Put/seqid=0 2024-11-24T03:22:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742052_1228 (size=13051) 2024-11-24T03:22:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,108 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/15daaf59526e41699d44c25824507f75 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/15daaf59526e41699d44c25824507f75 2024-11-24T03:22:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,118 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bdabea5326dcc75feee476c2889f422/C of 4bdabea5326dcc75feee476c2889f422 into 15daaf59526e41699d44c25824507f75(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:49,118 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:49,118 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., storeName=4bdabea5326dcc75feee476c2889f422/C, priority=13, startTime=1732418568923; duration=0sec 2024-11-24T03:22:49,118 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:49,118 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bdabea5326dcc75feee476c2889f422:C 2024-11-24T03:22:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742053_1229 (size=9914) 2024-11-24T03:22:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418629267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:49,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418629270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:49,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418629372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:49,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418629381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:49,429 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bdabea5326dcc75feee476c2889f422#A#compaction#186 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:49,430 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/2cd544ab804545d78b6593a7b010704b is 175, key is test_row_0/A:col10/1732418567248/Put/seqid=0 2024-11-24T03:22:49,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742054_1230 (size=32005) 2024-11-24T03:22:49,489 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/2cd544ab804545d78b6593a7b010704b as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/2cd544ab804545d78b6593a7b010704b 2024-11-24T03:22:49,498 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bdabea5326dcc75feee476c2889f422/A of 4bdabea5326dcc75feee476c2889f422 into 2cd544ab804545d78b6593a7b010704b(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:49,499 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:49,499 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., storeName=4bdabea5326dcc75feee476c2889f422/A, priority=13, startTime=1732418568920; duration=0sec 2024-11-24T03:22:49,499 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:49,499 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bdabea5326dcc75feee476c2889f422:A 2024-11-24T03:22:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T03:22:49,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:49,531 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112425b395209c74483088fa3d6a0fbf73b2_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112425b395209c74483088fa3d6a0fbf73b2_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:49,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/1788c6da792e4c7bab14b9f8200720cd, store: [table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:49,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/1788c6da792e4c7bab14b9f8200720cd is 175, key is test_row_0/A:col10/1732418567898/Put/seqid=0 2024-11-24T03:22:49,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742055_1231 (size=22561) 2024-11-24T03:22:49,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418629581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:49,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418629587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:49,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418629887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:49,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418629889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:49,977 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/1788c6da792e4c7bab14b9f8200720cd 2024-11-24T03:22:49,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/7e80db038750429597c3b79d06cb5d2e is 50, key is test_row_0/B:col10/1732418567898/Put/seqid=0 2024-11-24T03:22:50,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742056_1232 (size=9857) 2024-11-24T03:22:50,023 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/7e80db038750429597c3b79d06cb5d2e 2024-11-24T03:22:50,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/4fb5f82e887b4ccbb02bd38091b2c247 is 50, key is test_row_0/C:col10/1732418567898/Put/seqid=0 2024-11-24T03:22:50,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742057_1233 (size=9857) 2024-11-24T03:22:50,063 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/4fb5f82e887b4ccbb02bd38091b2c247 2024-11-24T03:22:50,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/1788c6da792e4c7bab14b9f8200720cd as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/1788c6da792e4c7bab14b9f8200720cd 2024-11-24T03:22:50,078 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/1788c6da792e4c7bab14b9f8200720cd, entries=100, sequenceid=337, filesize=22.0 K 2024-11-24T03:22:50,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/7e80db038750429597c3b79d06cb5d2e as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/7e80db038750429597c3b79d06cb5d2e 2024-11-24T03:22:50,085 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/7e80db038750429597c3b79d06cb5d2e, entries=100, sequenceid=337, filesize=9.6 K 2024-11-24T03:22:50,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/4fb5f82e887b4ccbb02bd38091b2c247 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/4fb5f82e887b4ccbb02bd38091b2c247 2024-11-24T03:22:50,108 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/4fb5f82e887b4ccbb02bd38091b2c247, entries=100, sequenceid=337, filesize=9.6 K 2024-11-24T03:22:50,109 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 4bdabea5326dcc75feee476c2889f422 in 1073ms, sequenceid=337, compaction requested=false 2024-11-24T03:22:50,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:50,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:50,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-24T03:22:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-24T03:22:50,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-24T03:22:50,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7000 sec 2024-11-24T03:22:50,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.7050 sec 2024-11-24T03:22:50,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4bdabea5326dcc75feee476c2889f422 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-24T03:22:50,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=A 2024-11-24T03:22:50,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:50,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=B 2024-11-24T03:22:50,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:50,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=C 2024-11-24T03:22:50,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:50,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240c5955a0c7bf4317a6489444c0502898_4bdabea5326dcc75feee476c2889f422 is 50, key is test_row_0/A:col10/1732418569268/Put/seqid=0 2024-11-24T03:22:50,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418630409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:50,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39080 deadline: 1732418630411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:50,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:50,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418630412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:50,414 DEBUG [Thread-677 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:22:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39112 deadline: 1732418630411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:50,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39098 deadline: 1732418630414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:50,415 DEBUG [Thread-681 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:22:50,416 DEBUG [Thread-675 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:22:50,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742058_1234 (size=12454) 2024-11-24T03:22:50,421 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:50,425 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240c5955a0c7bf4317a6489444c0502898_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240c5955a0c7bf4317a6489444c0502898_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:50,426 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/04eef30e927e44e5b1f77423e59ac4af, store: [table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:50,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/04eef30e927e44e5b1f77423e59ac4af is 175, key is test_row_0/A:col10/1732418569268/Put/seqid=0 2024-11-24T03:22:50,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742059_1235 (size=31255) 2024-11-24T03:22:50,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418630513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:50,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418630515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T03:22:50,517 INFO [Thread-683 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-24T03:22:50,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-24T03:22:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T03:22:50,520 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:50,520 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:50,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T03:22:50,672 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:50,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-24T03:22:50,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:50,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:50,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:50,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:50,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:50,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418630716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:50,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418630717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:50,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T03:22:50,825 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:50,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-24T03:22:50,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:50,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:50,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:50,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:50,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:50,832 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/04eef30e927e44e5b1f77423e59ac4af 2024-11-24T03:22:50,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/b89a8fd3af4643b098ed0e0680b7efb2 is 50, key is test_row_0/B:col10/1732418569268/Put/seqid=0 2024-11-24T03:22:50,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742060_1236 (size=12301) 2024-11-24T03:22:50,977 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:50,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-24T03:22:50,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:50,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:50,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:50,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:50,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:50,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:51,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418631019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:51,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418631019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T03:22:51,130 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:51,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-24T03:22:51,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:51,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:51,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:51,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:51,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:51,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/b89a8fd3af4643b098ed0e0680b7efb2 2024-11-24T03:22:51,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/d722e81562124577bae36c3a2b076d63 is 50, key is test_row_0/C:col10/1732418569268/Put/seqid=0 2024-11-24T03:22:51,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742061_1237 (size=12301) 2024-11-24T03:22:51,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/d722e81562124577bae36c3a2b076d63 2024-11-24T03:22:51,283 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:51,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-24T03:22:51,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:51,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:51,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:51,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:51,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:51,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/04eef30e927e44e5b1f77423e59ac4af as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/04eef30e927e44e5b1f77423e59ac4af 2024-11-24T03:22:51,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/04eef30e927e44e5b1f77423e59ac4af, entries=150, sequenceid=368, filesize=30.5 K 2024-11-24T03:22:51,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/b89a8fd3af4643b098ed0e0680b7efb2 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/b89a8fd3af4643b098ed0e0680b7efb2 2024-11-24T03:22:51,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/b89a8fd3af4643b098ed0e0680b7efb2, entries=150, sequenceid=368, filesize=12.0 K 2024-11-24T03:22:51,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/d722e81562124577bae36c3a2b076d63 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/d722e81562124577bae36c3a2b076d63 2024-11-24T03:22:51,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/d722e81562124577bae36c3a2b076d63, entries=150, sequenceid=368, filesize=12.0 K 2024-11-24T03:22:51,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 4bdabea5326dcc75feee476c2889f422 in 914ms, sequenceid=368, compaction requested=true 2024-11-24T03:22:51,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:51,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bdabea5326dcc75feee476c2889f422:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:51,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:51,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bdabea5326dcc75feee476c2889f422:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:51,309 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:51,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:51,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bdabea5326dcc75feee476c2889f422:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:51,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:51,310 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:51,311 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:51,311 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:51,311 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 4bdabea5326dcc75feee476c2889f422/A is initiating minor compaction (all files) 2024-11-24T03:22:51,311 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 4bdabea5326dcc75feee476c2889f422/B is initiating minor compaction (all files) 2024-11-24T03:22:51,312 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bdabea5326dcc75feee476c2889f422/A in TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:51,312 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/2cd544ab804545d78b6593a7b010704b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/1788c6da792e4c7bab14b9f8200720cd, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/04eef30e927e44e5b1f77423e59ac4af] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp, totalSize=83.8 K 2024-11-24T03:22:51,312 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:51,312 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. files: [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/2cd544ab804545d78b6593a7b010704b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/1788c6da792e4c7bab14b9f8200720cd, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/04eef30e927e44e5b1f77423e59ac4af] 2024-11-24T03:22:51,312 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bdabea5326dcc75feee476c2889f422/B in TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:51,312 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/9a933e354dc048ad80bb0bd85ee95a8f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/7e80db038750429597c3b79d06cb5d2e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/b89a8fd3af4643b098ed0e0680b7efb2] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp, totalSize=34.4 K 2024-11-24T03:22:51,313 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cd544ab804545d78b6593a7b010704b, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732418567248 2024-11-24T03:22:51,314 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a933e354dc048ad80bb0bd85ee95a8f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732418567248 2024-11-24T03:22:51,314 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1788c6da792e4c7bab14b9f8200720cd, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732418567898 2024-11-24T03:22:51,314 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e80db038750429597c3b79d06cb5d2e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732418567898 2024-11-24T03:22:51,314 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04eef30e927e44e5b1f77423e59ac4af, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732418569255 2024-11-24T03:22:51,314 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting b89a8fd3af4643b098ed0e0680b7efb2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732418569255 2024-11-24T03:22:51,333 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:51,334 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bdabea5326dcc75feee476c2889f422#B#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:51,335 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/4777522b75f141e3b8a830dcb2965f29 is 50, key is test_row_0/B:col10/1732418569268/Put/seqid=0 2024-11-24T03:22:51,336 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124648ad4311bf2435baf8d37ebb9ae8bf0_4bdabea5326dcc75feee476c2889f422 store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:51,338 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124648ad4311bf2435baf8d37ebb9ae8bf0_4bdabea5326dcc75feee476c2889f422, store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:51,338 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124648ad4311bf2435baf8d37ebb9ae8bf0_4bdabea5326dcc75feee476c2889f422 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:51,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742063_1239 (size=4469) 2024-11-24T03:22:51,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742062_1238 (size=13153) 2024-11-24T03:22:51,349 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bdabea5326dcc75feee476c2889f422#A#compaction#196 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:51,349 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/93c444144d3c48568ceecc8ec12f2019 is 175, key is test_row_0/A:col10/1732418569268/Put/seqid=0 2024-11-24T03:22:51,355 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/4777522b75f141e3b8a830dcb2965f29 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/4777522b75f141e3b8a830dcb2965f29 2024-11-24T03:22:51,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742064_1240 (size=32107) 2024-11-24T03:22:51,363 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/93c444144d3c48568ceecc8ec12f2019 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/93c444144d3c48568ceecc8ec12f2019 2024-11-24T03:22:51,363 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bdabea5326dcc75feee476c2889f422/B of 4bdabea5326dcc75feee476c2889f422 into 4777522b75f141e3b8a830dcb2965f29(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:51,363 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:51,363 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., storeName=4bdabea5326dcc75feee476c2889f422/B, priority=13, startTime=1732418571309; duration=0sec 2024-11-24T03:22:51,364 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:51,364 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bdabea5326dcc75feee476c2889f422:B 2024-11-24T03:22:51,364 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:51,365 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:51,365 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 4bdabea5326dcc75feee476c2889f422/C is initiating minor compaction (all files) 2024-11-24T03:22:51,366 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bdabea5326dcc75feee476c2889f422/C in TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:51,366 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/15daaf59526e41699d44c25824507f75, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/4fb5f82e887b4ccbb02bd38091b2c247, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/d722e81562124577bae36c3a2b076d63] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp, totalSize=34.4 K 2024-11-24T03:22:51,367 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 15daaf59526e41699d44c25824507f75, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732418567248 2024-11-24T03:22:51,367 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fb5f82e887b4ccbb02bd38091b2c247, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732418567898 2024-11-24T03:22:51,368 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting d722e81562124577bae36c3a2b076d63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732418569255 2024-11-24T03:22:51,371 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bdabea5326dcc75feee476c2889f422/A of 4bdabea5326dcc75feee476c2889f422 into 93c444144d3c48568ceecc8ec12f2019(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:51,371 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:51,371 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., storeName=4bdabea5326dcc75feee476c2889f422/A, priority=13, startTime=1732418571309; duration=0sec 2024-11-24T03:22:51,371 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:51,371 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bdabea5326dcc75feee476c2889f422:A 2024-11-24T03:22:51,379 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bdabea5326dcc75feee476c2889f422#C#compaction#197 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:51,380 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/2a09cfd49481402aa36e039883d3d542 is 50, key is test_row_0/C:col10/1732418569268/Put/seqid=0 2024-11-24T03:22:51,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742065_1241 (size=13153) 2024-11-24T03:22:51,436 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:51,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-24T03:22:51,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:51,437 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 4bdabea5326dcc75feee476c2889f422 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T03:22:51,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=A 2024-11-24T03:22:51,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:51,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=B 2024-11-24T03:22:51,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:51,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=C 2024-11-24T03:22:51,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:51,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f8dd953782554a61b314078759232397_4bdabea5326dcc75feee476c2889f422 is 50, key is test_row_0/A:col10/1732418570401/Put/seqid=0 2024-11-24T03:22:51,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742066_1242 (size=12454) 2024-11-24T03:22:51,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:51,465 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f8dd953782554a61b314078759232397_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f8dd953782554a61b314078759232397_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:51,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/f232ed99e7fe46768794f413cd5e39fc, store: [table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:51,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/f232ed99e7fe46768794f413cd5e39fc is 175, key is test_row_0/A:col10/1732418570401/Put/seqid=0 2024-11-24T03:22:51,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742067_1243 (size=31255) 2024-11-24T03:22:51,473 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=377, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/f232ed99e7fe46768794f413cd5e39fc 2024-11-24T03:22:51,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/828712c76dd54b1b8ef8552ad7dad255 is 50, key is test_row_0/B:col10/1732418570401/Put/seqid=0 2024-11-24T03:22:51,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742068_1244 (size=12301) 2024-11-24T03:22:51,503 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/828712c76dd54b1b8ef8552ad7dad255 2024-11-24T03:22:51,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/2d0caeecf1c94000a2f28123bd8cef19 is 50, key is test_row_0/C:col10/1732418570401/Put/seqid=0 2024-11-24T03:22:51,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742069_1245 (size=12301) 2024-11-24T03:22:51,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:51,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. as already flushing 2024-11-24T03:22:51,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:51,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418631574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:51,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418631574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T03:22:51,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418631677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:51,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418631678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:51,689 DEBUG [Thread-686 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:63551 2024-11-24T03:22:51,689 DEBUG [Thread-686 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:51,689 DEBUG [Thread-688 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:63551 2024-11-24T03:22:51,689 DEBUG [Thread-688 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:51,690 DEBUG [Thread-690 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:63551 2024-11-24T03:22:51,690 DEBUG [Thread-690 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:51,690 DEBUG [Thread-684 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:63551 2024-11-24T03:22:51,690 DEBUG [Thread-684 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:51,791 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/2a09cfd49481402aa36e039883d3d542 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/2a09cfd49481402aa36e039883d3d542 2024-11-24T03:22:51,796 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bdabea5326dcc75feee476c2889f422/C of 4bdabea5326dcc75feee476c2889f422 into 2a09cfd49481402aa36e039883d3d542(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:51,796 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:51,796 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., storeName=4bdabea5326dcc75feee476c2889f422/C, priority=13, startTime=1732418571310; duration=0sec 2024-11-24T03:22:51,796 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:51,796 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bdabea5326dcc75feee476c2889f422:C 2024-11-24T03:22:51,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39084 deadline: 1732418631880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:51,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39110 deadline: 1732418631880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:51,917 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/2d0caeecf1c94000a2f28123bd8cef19 2024-11-24T03:22:51,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/f232ed99e7fe46768794f413cd5e39fc as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f232ed99e7fe46768794f413cd5e39fc 2024-11-24T03:22:51,924 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f232ed99e7fe46768794f413cd5e39fc, entries=150, sequenceid=377, filesize=30.5 K 2024-11-24T03:22:51,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/828712c76dd54b1b8ef8552ad7dad255 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/828712c76dd54b1b8ef8552ad7dad255 2024-11-24T03:22:51,929 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/828712c76dd54b1b8ef8552ad7dad255, entries=150, sequenceid=377, filesize=12.0 K 2024-11-24T03:22:51,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/2d0caeecf1c94000a2f28123bd8cef19 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/2d0caeecf1c94000a2f28123bd8cef19 2024-11-24T03:22:51,933 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/2d0caeecf1c94000a2f28123bd8cef19, entries=150, sequenceid=377, filesize=12.0 K 2024-11-24T03:22:51,934 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 4bdabea5326dcc75feee476c2889f422 in 497ms, sequenceid=377, compaction requested=false 2024-11-24T03:22:51,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:51,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:51,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-24T03:22:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-24T03:22:51,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-24T03:22:51,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4150 sec 2024-11-24T03:22:51,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.4180 sec 2024-11-24T03:22:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:52,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4bdabea5326dcc75feee476c2889f422 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-24T03:22:52,183 DEBUG [Thread-679 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a533a3 to 127.0.0.1:63551 2024-11-24T03:22:52,183 DEBUG [Thread-679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:52,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=A 2024-11-24T03:22:52,183 DEBUG [Thread-673 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7362d978 to 127.0.0.1:63551 2024-11-24T03:22:52,183 DEBUG [Thread-673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:52,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:52,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=B 2024-11-24T03:22:52,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:52,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=C 2024-11-24T03:22:52,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:52,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240608820ed2df49128f8bedfb1edd76eb_4bdabea5326dcc75feee476c2889f422 is 50, key is test_row_0/A:col10/1732418572182/Put/seqid=0 2024-11-24T03:22:52,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742070_1246 (size=12454) 2024-11-24T03:22:52,221 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T03:22:52,594 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:52,597 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240608820ed2df49128f8bedfb1edd76eb_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240608820ed2df49128f8bedfb1edd76eb_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:52,598 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/e51754dadc564f8ea33b10d78ea5f488, store: [table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:52,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/e51754dadc564f8ea33b10d78ea5f488 is 175, key is test_row_0/A:col10/1732418572182/Put/seqid=0 2024-11-24T03:22:52,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742071_1247 (size=31255) 2024-11-24T03:22:52,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T03:22:52,624 INFO [Thread-683 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-24T03:22:53,003 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=409, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/e51754dadc564f8ea33b10d78ea5f488 2024-11-24T03:22:53,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/bbf71b9666eb4c40a323324fec6a43c2 is 50, key is test_row_0/B:col10/1732418572182/Put/seqid=0 2024-11-24T03:22:53,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742072_1248 (size=12301) 2024-11-24T03:22:53,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/bbf71b9666eb4c40a323324fec6a43c2 2024-11-24T03:22:53,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/26b50ce48dbb488fa9365e15c0d0cd77 is 50, key is test_row_0/C:col10/1732418572182/Put/seqid=0 2024-11-24T03:22:53,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742073_1249 (size=12301) 2024-11-24T03:22:53,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/26b50ce48dbb488fa9365e15c0d0cd77 2024-11-24T03:22:53,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/e51754dadc564f8ea33b10d78ea5f488 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/e51754dadc564f8ea33b10d78ea5f488 2024-11-24T03:22:53,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/e51754dadc564f8ea33b10d78ea5f488, entries=150, sequenceid=409, filesize=30.5 K 2024-11-24T03:22:53,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/bbf71b9666eb4c40a323324fec6a43c2 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/bbf71b9666eb4c40a323324fec6a43c2 2024-11-24T03:22:53,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/bbf71b9666eb4c40a323324fec6a43c2, entries=150, sequenceid=409, filesize=12.0 K 2024-11-24T03:22:53,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/26b50ce48dbb488fa9365e15c0d0cd77 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/26b50ce48dbb488fa9365e15c0d0cd77 2024-11-24T03:22:53,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/26b50ce48dbb488fa9365e15c0d0cd77, entries=150, sequenceid=409, filesize=12.0 K 2024-11-24T03:22:53,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=0 B/0 for 4bdabea5326dcc75feee476c2889f422 in 1659ms, sequenceid=409, compaction requested=true 2024-11-24T03:22:53,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:53,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bdabea5326dcc75feee476c2889f422:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:22:53,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:53,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bdabea5326dcc75feee476c2889f422:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:22:53,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:53,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bdabea5326dcc75feee476c2889f422:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:22:53,842 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:53,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:53,842 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:53,843 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94617 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:53,843 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:53,843 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 4bdabea5326dcc75feee476c2889f422/A is initiating minor compaction (all files) 2024-11-24T03:22:53,843 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 4bdabea5326dcc75feee476c2889f422/B is initiating minor compaction (all files) 2024-11-24T03:22:53,843 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bdabea5326dcc75feee476c2889f422/A in TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:53,843 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bdabea5326dcc75feee476c2889f422/B in TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:53,843 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/93c444144d3c48568ceecc8ec12f2019, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f232ed99e7fe46768794f413cd5e39fc, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/e51754dadc564f8ea33b10d78ea5f488] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp, totalSize=92.4 K 2024-11-24T03:22:53,843 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/4777522b75f141e3b8a830dcb2965f29, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/828712c76dd54b1b8ef8552ad7dad255, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/bbf71b9666eb4c40a323324fec6a43c2] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp, totalSize=36.9 K 2024-11-24T03:22:53,843 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:53,843 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. files: [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/93c444144d3c48568ceecc8ec12f2019, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f232ed99e7fe46768794f413cd5e39fc, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/e51754dadc564f8ea33b10d78ea5f488] 2024-11-24T03:22:53,844 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 4777522b75f141e3b8a830dcb2965f29, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732418569255 2024-11-24T03:22:53,844 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93c444144d3c48568ceecc8ec12f2019, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732418569255 2024-11-24T03:22:53,844 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 828712c76dd54b1b8ef8552ad7dad255, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732418570401 2024-11-24T03:22:53,844 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting f232ed99e7fe46768794f413cd5e39fc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732418570401 2024-11-24T03:22:53,844 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting bbf71b9666eb4c40a323324fec6a43c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732418571572 2024-11-24T03:22:53,844 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting e51754dadc564f8ea33b10d78ea5f488, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732418571572 2024-11-24T03:22:53,852 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bdabea5326dcc75feee476c2889f422#B#compaction#204 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:53,852 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/844876dcc2374aaebb4ebdcc7c97a62e is 50, key is test_row_0/B:col10/1732418572182/Put/seqid=0 2024-11-24T03:22:53,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742074_1250 (size=13255) 2024-11-24T03:22:53,856 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:53,859 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112477edb21df00542aea617a4ea2f3e0db5_4bdabea5326dcc75feee476c2889f422 store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:53,861 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/844876dcc2374aaebb4ebdcc7c97a62e as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/844876dcc2374aaebb4ebdcc7c97a62e 2024-11-24T03:22:53,865 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bdabea5326dcc75feee476c2889f422/B of 4bdabea5326dcc75feee476c2889f422 into 844876dcc2374aaebb4ebdcc7c97a62e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:53,865 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:53,865 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., storeName=4bdabea5326dcc75feee476c2889f422/B, priority=13, startTime=1732418573842; duration=0sec 2024-11-24T03:22:53,866 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:22:53,866 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bdabea5326dcc75feee476c2889f422:B 2024-11-24T03:22:53,866 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:22:53,867 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:22:53,867 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 4bdabea5326dcc75feee476c2889f422/C is initiating minor compaction (all files) 2024-11-24T03:22:53,867 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bdabea5326dcc75feee476c2889f422/C in TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:53,867 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/2a09cfd49481402aa36e039883d3d542, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/2d0caeecf1c94000a2f28123bd8cef19, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/26b50ce48dbb488fa9365e15c0d0cd77] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp, totalSize=36.9 K 2024-11-24T03:22:53,867 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a09cfd49481402aa36e039883d3d542, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732418569255 2024-11-24T03:22:53,868 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d0caeecf1c94000a2f28123bd8cef19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732418570401 2024-11-24T03:22:53,868 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 26b50ce48dbb488fa9365e15c0d0cd77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732418571572 2024-11-24T03:22:53,885 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bdabea5326dcc75feee476c2889f422#C#compaction#206 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:53,886 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/b2523ecf98604e748190b42c99aadb22 is 50, key is test_row_0/C:col10/1732418572182/Put/seqid=0 2024-11-24T03:22:53,887 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112477edb21df00542aea617a4ea2f3e0db5_4bdabea5326dcc75feee476c2889f422, store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:53,888 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112477edb21df00542aea617a4ea2f3e0db5_4bdabea5326dcc75feee476c2889f422 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:53,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742075_1251 (size=13255) 2024-11-24T03:22:53,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742076_1252 (size=4469) 2024-11-24T03:22:54,295 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bdabea5326dcc75feee476c2889f422#A#compaction#205 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:22:54,296 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/d5481e33af254e7391e0bfac412ff5b2 is 175, key is test_row_0/A:col10/1732418572182/Put/seqid=0 2024-11-24T03:22:54,298 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/b2523ecf98604e748190b42c99aadb22 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/b2523ecf98604e748190b42c99aadb22 2024-11-24T03:22:54,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742077_1253 (size=32209) 2024-11-24T03:22:54,303 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bdabea5326dcc75feee476c2889f422/C of 4bdabea5326dcc75feee476c2889f422 into b2523ecf98604e748190b42c99aadb22(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:54,303 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:54,303 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., storeName=4bdabea5326dcc75feee476c2889f422/C, priority=13, startTime=1732418573842; duration=0sec 2024-11-24T03:22:54,303 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:54,303 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bdabea5326dcc75feee476c2889f422:C 2024-11-24T03:22:54,440 DEBUG [Thread-677 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:63551 2024-11-24T03:22:54,440 DEBUG [Thread-677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:54,442 DEBUG [Thread-675 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:63551 2024-11-24T03:22:54,442 DEBUG [Thread-675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:54,443 DEBUG [Thread-681 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465dc764 to 127.0.0.1:63551 2024-11-24T03:22:54,443 DEBUG [Thread-681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:54,443 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T03:22:54,443 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-24T03:22:54,443 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-24T03:22:54,443 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-24T03:22:54,443 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-11-24T03:22:54,443 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-24T03:22:54,443 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T03:22:54,443 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3897 2024-11-24T03:22:54,443 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4062 2024-11-24T03:22:54,443 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T03:22:54,443 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1732 2024-11-24T03:22:54,443 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5196 rows 2024-11-24T03:22:54,443 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1734 2024-11-24T03:22:54,444 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5202 rows 2024-11-24T03:22:54,444 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T03:22:54,444 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04506927 to 127.0.0.1:63551 2024-11-24T03:22:54,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:22:54,450 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T03:22:54,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T03:22:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-24T03:22:54,460 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418574460"}]},"ts":"1732418574460"} 2024-11-24T03:22:54,461 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T03:22:54,463 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T03:22:54,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T03:22:54,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4bdabea5326dcc75feee476c2889f422, UNASSIGN}] 2024-11-24T03:22:54,465 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4bdabea5326dcc75feee476c2889f422, UNASSIGN 2024-11-24T03:22:54,466 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=4bdabea5326dcc75feee476c2889f422, regionState=CLOSING, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:54,467 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:22:54,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; CloseRegionProcedure 4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827}] 2024-11-24T03:22:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-24T03:22:54,618 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:54,619 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(124): Close 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:54,619 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T03:22:54,619 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1681): Closing 4bdabea5326dcc75feee476c2889f422, disabling compactions & flushes 2024-11-24T03:22:54,619 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1942): waiting for 1 compactions to complete for region TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:54,706 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/d5481e33af254e7391e0bfac412ff5b2 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/d5481e33af254e7391e0bfac412ff5b2 2024-11-24T03:22:54,710 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bdabea5326dcc75feee476c2889f422/A of 4bdabea5326dcc75feee476c2889f422 into d5481e33af254e7391e0bfac412ff5b2(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:22:54,710 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:54,710 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422., storeName=4bdabea5326dcc75feee476c2889f422/A, priority=13, startTime=1732418573842; duration=0sec 2024-11-24T03:22:54,710 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:54,710 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:22:54,710 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bdabea5326dcc75feee476c2889f422:A 2024-11-24T03:22:54,710 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:54,710 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. after waiting 0 ms 2024-11-24T03:22:54,710 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:54,710 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(2837): Flushing 4bdabea5326dcc75feee476c2889f422 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-24T03:22:54,710 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=A 2024-11-24T03:22:54,710 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:54,710 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=B 2024-11-24T03:22:54,711 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:54,711 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bdabea5326dcc75feee476c2889f422, store=C 2024-11-24T03:22:54,711 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:54,718 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fb5422a625e2495d87d127aaec83604e_4bdabea5326dcc75feee476c2889f422 is 50, key is test_row_1/A:col10/1732418574441/Put/seqid=0 2024-11-24T03:22:54,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742078_1254 (size=9914) 2024-11-24T03:22:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-24T03:22:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-24T03:22:55,123 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:55,126 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fb5422a625e2495d87d127aaec83604e_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fb5422a625e2495d87d127aaec83604e_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:55,127 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/f26dc3ce8dc64cd0a979555ff383e568, store: [table=TestAcidGuarantees family=A region=4bdabea5326dcc75feee476c2889f422] 2024-11-24T03:22:55,128 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/f26dc3ce8dc64cd0a979555ff383e568 is 175, key is test_row_1/A:col10/1732418574441/Put/seqid=0 2024-11-24T03:22:55,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742079_1255 (size=22561) 2024-11-24T03:22:55,532 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=418, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/f26dc3ce8dc64cd0a979555ff383e568 2024-11-24T03:22:55,539 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/67083a1424cb4f10891dec8fbca3f981 is 50, key is test_row_1/B:col10/1732418574441/Put/seqid=0 2024-11-24T03:22:55,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742080_1256 (size=9857) 2024-11-24T03:22:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-24T03:22:55,943 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/67083a1424cb4f10891dec8fbca3f981 2024-11-24T03:22:55,950 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/ec22568353124e31ac1605c5bd9bd9db is 50, key is test_row_1/C:col10/1732418574441/Put/seqid=0 2024-11-24T03:22:55,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742081_1257 (size=9857) 2024-11-24T03:22:56,354 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/ec22568353124e31ac1605c5bd9bd9db 2024-11-24T03:22:56,359 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/A/f26dc3ce8dc64cd0a979555ff383e568 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f26dc3ce8dc64cd0a979555ff383e568 2024-11-24T03:22:56,362 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f26dc3ce8dc64cd0a979555ff383e568, entries=100, sequenceid=418, filesize=22.0 K 2024-11-24T03:22:56,362 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/B/67083a1424cb4f10891dec8fbca3f981 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/67083a1424cb4f10891dec8fbca3f981 2024-11-24T03:22:56,365 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/67083a1424cb4f10891dec8fbca3f981, entries=100, sequenceid=418, filesize=9.6 K 2024-11-24T03:22:56,366 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/.tmp/C/ec22568353124e31ac1605c5bd9bd9db as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/ec22568353124e31ac1605c5bd9bd9db 2024-11-24T03:22:56,369 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/ec22568353124e31ac1605c5bd9bd9db, entries=100, sequenceid=418, filesize=9.6 K 2024-11-24T03:22:56,370 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 4bdabea5326dcc75feee476c2889f422 in 1660ms, sequenceid=418, compaction requested=false 2024-11-24T03:22:56,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f0c4eaa161ca462582bc8f6981d49f93, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/b5252f9e5b1749dcbe28309785bf2a92, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/67b322bd6d464f7cb6692a708734266b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/eb2e1c3004d34f68b1c595a8eb1ffa81, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/7b9d671a6a3948b09958818704db4bb5, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/52b1737e887546eab8d3ac8fc8dd5b74, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/999335c71c764181970d74ed7598b1bc, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/edd73579f18b431cb2035a6fdc1f6ead, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/c86998e6a4c34550b4e88252b8b4156c, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/818e784e6cee4e5d8069caaeed857594, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f44c82d715664099b24a721d94cd5e1a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/0a47dd0edbd740eb82eb455077c9959a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f38ec3b3020e416a845938d6dec0ae80, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/9d14b2cd89174b83a8a828a7d76afda1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/a530d8f136af4d3ab605b85ccb2c0032, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/6260def20e674b55ba5bf2f0284b2b5b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/ae7f9069508a4da79dc75a0a192da19f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/fa0b997eafef41a1aae1cbd53b7b3757, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/fab62f76195a4b6cad2dd825f24690e0, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/5169fe3dd92546188f47680f3c03d1ad, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/a82f10bf61a14cdeafd1991b4f6fade9, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/2cd544ab804545d78b6593a7b010704b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/5866c6bdcc8b4502882d488d0edf3b46, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/1788c6da792e4c7bab14b9f8200720cd, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/93c444144d3c48568ceecc8ec12f2019, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/04eef30e927e44e5b1f77423e59ac4af, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f232ed99e7fe46768794f413cd5e39fc, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/e51754dadc564f8ea33b10d78ea5f488] to archive 2024-11-24T03:22:56,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:22:56,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f0c4eaa161ca462582bc8f6981d49f93 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f0c4eaa161ca462582bc8f6981d49f93 2024-11-24T03:22:56,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/b5252f9e5b1749dcbe28309785bf2a92 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/b5252f9e5b1749dcbe28309785bf2a92 2024-11-24T03:22:56,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/67b322bd6d464f7cb6692a708734266b to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/67b322bd6d464f7cb6692a708734266b 2024-11-24T03:22:56,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/eb2e1c3004d34f68b1c595a8eb1ffa81 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/eb2e1c3004d34f68b1c595a8eb1ffa81 2024-11-24T03:22:56,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/7b9d671a6a3948b09958818704db4bb5 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/7b9d671a6a3948b09958818704db4bb5 2024-11-24T03:22:56,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/52b1737e887546eab8d3ac8fc8dd5b74 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/52b1737e887546eab8d3ac8fc8dd5b74 2024-11-24T03:22:56,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/999335c71c764181970d74ed7598b1bc to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/999335c71c764181970d74ed7598b1bc 2024-11-24T03:22:56,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/edd73579f18b431cb2035a6fdc1f6ead to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/edd73579f18b431cb2035a6fdc1f6ead 2024-11-24T03:22:56,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/c86998e6a4c34550b4e88252b8b4156c to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/c86998e6a4c34550b4e88252b8b4156c 2024-11-24T03:22:56,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/818e784e6cee4e5d8069caaeed857594 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/818e784e6cee4e5d8069caaeed857594 2024-11-24T03:22:56,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f44c82d715664099b24a721d94cd5e1a to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f44c82d715664099b24a721d94cd5e1a 2024-11-24T03:22:56,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/0a47dd0edbd740eb82eb455077c9959a to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/0a47dd0edbd740eb82eb455077c9959a 2024-11-24T03:22:56,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f38ec3b3020e416a845938d6dec0ae80 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f38ec3b3020e416a845938d6dec0ae80 2024-11-24T03:22:56,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/9d14b2cd89174b83a8a828a7d76afda1 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/9d14b2cd89174b83a8a828a7d76afda1 2024-11-24T03:22:56,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/a530d8f136af4d3ab605b85ccb2c0032 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/a530d8f136af4d3ab605b85ccb2c0032 2024-11-24T03:22:56,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/6260def20e674b55ba5bf2f0284b2b5b to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/6260def20e674b55ba5bf2f0284b2b5b 2024-11-24T03:22:56,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/ae7f9069508a4da79dc75a0a192da19f to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/ae7f9069508a4da79dc75a0a192da19f 2024-11-24T03:22:56,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/fa0b997eafef41a1aae1cbd53b7b3757 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/fa0b997eafef41a1aae1cbd53b7b3757 2024-11-24T03:22:56,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/fab62f76195a4b6cad2dd825f24690e0 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/fab62f76195a4b6cad2dd825f24690e0 2024-11-24T03:22:56,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/5169fe3dd92546188f47680f3c03d1ad to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/5169fe3dd92546188f47680f3c03d1ad 2024-11-24T03:22:56,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/a82f10bf61a14cdeafd1991b4f6fade9 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/a82f10bf61a14cdeafd1991b4f6fade9 2024-11-24T03:22:56,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/2cd544ab804545d78b6593a7b010704b to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/2cd544ab804545d78b6593a7b010704b 2024-11-24T03:22:56,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/5866c6bdcc8b4502882d488d0edf3b46 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/5866c6bdcc8b4502882d488d0edf3b46 2024-11-24T03:22:56,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/1788c6da792e4c7bab14b9f8200720cd to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/1788c6da792e4c7bab14b9f8200720cd 2024-11-24T03:22:56,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/93c444144d3c48568ceecc8ec12f2019 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/93c444144d3c48568ceecc8ec12f2019 2024-11-24T03:22:56,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/04eef30e927e44e5b1f77423e59ac4af to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/04eef30e927e44e5b1f77423e59ac4af 2024-11-24T03:22:56,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f232ed99e7fe46768794f413cd5e39fc to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f232ed99e7fe46768794f413cd5e39fc 2024-11-24T03:22:56,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/e51754dadc564f8ea33b10d78ea5f488 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/e51754dadc564f8ea33b10d78ea5f488 2024-11-24T03:22:56,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/8e91843b9652414db7e41a6d6b3a07e8, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/3211d8ceabca4dc4846c5bf2e3f98b7a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/2c16a85e210f469b902fd96595443b19, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/d4ce48a4ba774cc6a3c3b306e0e35c0b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/ea886ee4fcf14256affa6009c93afbb0, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/f8285c5f6bee4a45acb06b9c15a2c912, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/2b287b45434540e5999e8e30575d4caf, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/c440ecffd8d149ad830d726d4a78ae9c, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/53747f75315f4d7894160607caf9843b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/b415e2c985aa4228ab373fdd0e8edf48, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/208c311eb59349748793873d09048d8d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/8265a9387687433c840237700645d560, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/590b1add2cc04685bbe4ea719ff365a2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/17f992fb414c417db95d9465679862e6, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/b299a8e9e41340129e145285e21b8b6b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/7e1026979b6349f1aee0adda6220e238, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/5ce1b82e1d834cb6bd4eb6e294b31386, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/f412390f6e744c7ba471967d2fba7264, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/3e86fe0fc480429d96f037755728eb63, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/aa6c76a3fd3c484f81af126037b11757, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/50df936e630d48d0b3f95431e046daef, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/9a933e354dc048ad80bb0bd85ee95a8f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/f309c76a986c4c4694edfc80b7417bf8, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/7e80db038750429597c3b79d06cb5d2e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/4777522b75f141e3b8a830dcb2965f29, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/b89a8fd3af4643b098ed0e0680b7efb2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/828712c76dd54b1b8ef8552ad7dad255, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/bbf71b9666eb4c40a323324fec6a43c2] to archive 2024-11-24T03:22:56,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:22:56,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/8e91843b9652414db7e41a6d6b3a07e8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/8e91843b9652414db7e41a6d6b3a07e8 2024-11-24T03:22:56,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/3211d8ceabca4dc4846c5bf2e3f98b7a to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/3211d8ceabca4dc4846c5bf2e3f98b7a 2024-11-24T03:22:56,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/2c16a85e210f469b902fd96595443b19 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/2c16a85e210f469b902fd96595443b19 2024-11-24T03:22:56,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/d4ce48a4ba774cc6a3c3b306e0e35c0b to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/d4ce48a4ba774cc6a3c3b306e0e35c0b 2024-11-24T03:22:56,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/ea886ee4fcf14256affa6009c93afbb0 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/ea886ee4fcf14256affa6009c93afbb0 2024-11-24T03:22:56,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/f8285c5f6bee4a45acb06b9c15a2c912 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/f8285c5f6bee4a45acb06b9c15a2c912 2024-11-24T03:22:56,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/2b287b45434540e5999e8e30575d4caf to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/2b287b45434540e5999e8e30575d4caf 2024-11-24T03:22:56,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/c440ecffd8d149ad830d726d4a78ae9c to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/c440ecffd8d149ad830d726d4a78ae9c 2024-11-24T03:22:56,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/53747f75315f4d7894160607caf9843b to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/53747f75315f4d7894160607caf9843b 2024-11-24T03:22:56,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/b415e2c985aa4228ab373fdd0e8edf48 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/b415e2c985aa4228ab373fdd0e8edf48 2024-11-24T03:22:56,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/208c311eb59349748793873d09048d8d to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/208c311eb59349748793873d09048d8d 2024-11-24T03:22:56,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/8265a9387687433c840237700645d560 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/8265a9387687433c840237700645d560 2024-11-24T03:22:56,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/590b1add2cc04685bbe4ea719ff365a2 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/590b1add2cc04685bbe4ea719ff365a2 2024-11-24T03:22:56,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/17f992fb414c417db95d9465679862e6 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/17f992fb414c417db95d9465679862e6 2024-11-24T03:22:56,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/b299a8e9e41340129e145285e21b8b6b to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/b299a8e9e41340129e145285e21b8b6b 2024-11-24T03:22:56,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/7e1026979b6349f1aee0adda6220e238 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/7e1026979b6349f1aee0adda6220e238 2024-11-24T03:22:56,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/5ce1b82e1d834cb6bd4eb6e294b31386 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/5ce1b82e1d834cb6bd4eb6e294b31386 2024-11-24T03:22:56,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/f412390f6e744c7ba471967d2fba7264 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/f412390f6e744c7ba471967d2fba7264 2024-11-24T03:22:56,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/3e86fe0fc480429d96f037755728eb63 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/3e86fe0fc480429d96f037755728eb63 2024-11-24T03:22:56,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/aa6c76a3fd3c484f81af126037b11757 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/aa6c76a3fd3c484f81af126037b11757 2024-11-24T03:22:56,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/50df936e630d48d0b3f95431e046daef to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/50df936e630d48d0b3f95431e046daef 2024-11-24T03:22:56,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/9a933e354dc048ad80bb0bd85ee95a8f to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/9a933e354dc048ad80bb0bd85ee95a8f 2024-11-24T03:22:56,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/f309c76a986c4c4694edfc80b7417bf8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/f309c76a986c4c4694edfc80b7417bf8 2024-11-24T03:22:56,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/7e80db038750429597c3b79d06cb5d2e to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/7e80db038750429597c3b79d06cb5d2e 2024-11-24T03:22:56,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/4777522b75f141e3b8a830dcb2965f29 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/4777522b75f141e3b8a830dcb2965f29 2024-11-24T03:22:56,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/b89a8fd3af4643b098ed0e0680b7efb2 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/b89a8fd3af4643b098ed0e0680b7efb2 2024-11-24T03:22:56,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/828712c76dd54b1b8ef8552ad7dad255 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/828712c76dd54b1b8ef8552ad7dad255 2024-11-24T03:22:56,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/bbf71b9666eb4c40a323324fec6a43c2 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/bbf71b9666eb4c40a323324fec6a43c2 2024-11-24T03:22:56,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/50c1e9424d9b4f72bd8a9a79981e8130, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/9b8b6b823ef741879650e3706aec045d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/b1e151417ba54d1e987f6e9190b9cb51, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/c545bea1be1042098e4098d5fe842aa1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/ea3ef94a2a3046b9ac8833dde32030bc, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/d00a4fb0a83c4684a002593ccf7fdad4, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/4f0af9fa08a742f89e3133657bf3098b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/d93d03aad12a4dd38a90eed53640bf25, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/2d35da303e1745bbaa79b441d25d5470, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/e544ed1f610543b4887ef2b10a15d560, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/b5e6148e67c24708bea3efec59bb3712, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/e968c20a5f664bf5bcdba8c67b7a9367, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/04b215ddfc9346ff8de5bffb80f54a32, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/8e104d73a6ce45f496f09ee127dfe793, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/98e2ad4f52ca4441b13167e8cdc9b379, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/8e1dc54e10d242e08ba8edc0980a8eac, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/001a7b389a0346fb9aca986e3a8e5d98, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/8bc615d4a1284e3791c92790581186d6, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/63d27637d52b4f61be6b990f2b0e02d1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/f02f4172014147df903a094d2db3e3fa, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/1aee67a6c1fa4e7ebba3741d1688a743, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/15daaf59526e41699d44c25824507f75, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/6f1028cf039d4fc1baf01f8ca8a7743c, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/4fb5f82e887b4ccbb02bd38091b2c247, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/2a09cfd49481402aa36e039883d3d542, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/d722e81562124577bae36c3a2b076d63, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/2d0caeecf1c94000a2f28123bd8cef19, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/26b50ce48dbb488fa9365e15c0d0cd77] to archive 2024-11-24T03:22:56,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:22:56,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/50c1e9424d9b4f72bd8a9a79981e8130 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/50c1e9424d9b4f72bd8a9a79981e8130 2024-11-24T03:22:56,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/9b8b6b823ef741879650e3706aec045d to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/9b8b6b823ef741879650e3706aec045d 2024-11-24T03:22:56,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/b1e151417ba54d1e987f6e9190b9cb51 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/b1e151417ba54d1e987f6e9190b9cb51 2024-11-24T03:22:56,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/c545bea1be1042098e4098d5fe842aa1 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/c545bea1be1042098e4098d5fe842aa1 2024-11-24T03:22:56,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/ea3ef94a2a3046b9ac8833dde32030bc to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/ea3ef94a2a3046b9ac8833dde32030bc 2024-11-24T03:22:56,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/d00a4fb0a83c4684a002593ccf7fdad4 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/d00a4fb0a83c4684a002593ccf7fdad4 2024-11-24T03:22:56,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/4f0af9fa08a742f89e3133657bf3098b to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/4f0af9fa08a742f89e3133657bf3098b 2024-11-24T03:22:56,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/d93d03aad12a4dd38a90eed53640bf25 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/d93d03aad12a4dd38a90eed53640bf25 2024-11-24T03:22:56,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/2d35da303e1745bbaa79b441d25d5470 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/2d35da303e1745bbaa79b441d25d5470 2024-11-24T03:22:56,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/e544ed1f610543b4887ef2b10a15d560 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/e544ed1f610543b4887ef2b10a15d560 2024-11-24T03:22:56,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/b5e6148e67c24708bea3efec59bb3712 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/b5e6148e67c24708bea3efec59bb3712 2024-11-24T03:22:56,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/e968c20a5f664bf5bcdba8c67b7a9367 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/e968c20a5f664bf5bcdba8c67b7a9367 2024-11-24T03:22:56,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/04b215ddfc9346ff8de5bffb80f54a32 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/04b215ddfc9346ff8de5bffb80f54a32 2024-11-24T03:22:56,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/8e104d73a6ce45f496f09ee127dfe793 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/8e104d73a6ce45f496f09ee127dfe793 2024-11-24T03:22:56,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/98e2ad4f52ca4441b13167e8cdc9b379 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/98e2ad4f52ca4441b13167e8cdc9b379 2024-11-24T03:22:56,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/8e1dc54e10d242e08ba8edc0980a8eac to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/8e1dc54e10d242e08ba8edc0980a8eac 2024-11-24T03:22:56,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/001a7b389a0346fb9aca986e3a8e5d98 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/001a7b389a0346fb9aca986e3a8e5d98 2024-11-24T03:22:56,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/8bc615d4a1284e3791c92790581186d6 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/8bc615d4a1284e3791c92790581186d6 2024-11-24T03:22:56,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/63d27637d52b4f61be6b990f2b0e02d1 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/63d27637d52b4f61be6b990f2b0e02d1 2024-11-24T03:22:56,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/f02f4172014147df903a094d2db3e3fa to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/f02f4172014147df903a094d2db3e3fa 2024-11-24T03:22:56,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/1aee67a6c1fa4e7ebba3741d1688a743 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/1aee67a6c1fa4e7ebba3741d1688a743 2024-11-24T03:22:56,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/15daaf59526e41699d44c25824507f75 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/15daaf59526e41699d44c25824507f75 2024-11-24T03:22:56,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/6f1028cf039d4fc1baf01f8ca8a7743c to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/6f1028cf039d4fc1baf01f8ca8a7743c 2024-11-24T03:22:56,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/4fb5f82e887b4ccbb02bd38091b2c247 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/4fb5f82e887b4ccbb02bd38091b2c247 2024-11-24T03:22:56,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/2a09cfd49481402aa36e039883d3d542 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/2a09cfd49481402aa36e039883d3d542 2024-11-24T03:22:56,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/d722e81562124577bae36c3a2b076d63 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/d722e81562124577bae36c3a2b076d63 2024-11-24T03:22:56,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/2d0caeecf1c94000a2f28123bd8cef19 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/2d0caeecf1c94000a2f28123bd8cef19 2024-11-24T03:22:56,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/26b50ce48dbb488fa9365e15c0d0cd77 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/26b50ce48dbb488fa9365e15c0d0cd77 2024-11-24T03:22:56,476 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/recovered.edits/421.seqid, newMaxSeqId=421, maxSeqId=4 2024-11-24T03:22:56,477 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422. 2024-11-24T03:22:56,477 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1635): Region close journal for 4bdabea5326dcc75feee476c2889f422: 2024-11-24T03:22:56,478 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(170): Closed 4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:56,479 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=4bdabea5326dcc75feee476c2889f422, regionState=CLOSED 2024-11-24T03:22:56,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-24T03:22:56,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseRegionProcedure 4bdabea5326dcc75feee476c2889f422, server=f13c2bb2f71a,41393,1732418513827 in 2.0130 sec 2024-11-24T03:22:56,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-11-24T03:22:56,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4bdabea5326dcc75feee476c2889f422, UNASSIGN in 2.0160 sec 2024-11-24T03:22:56,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-24T03:22:56,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0180 sec 2024-11-24T03:22:56,484 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418576484"}]},"ts":"1732418576484"} 2024-11-24T03:22:56,485 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T03:22:56,487 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T03:22:56,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0380 sec 2024-11-24T03:22:56,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-24T03:22:56,564 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-24T03:22:56,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T03:22:56,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:56,566 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-24T03:22:56,567 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=65, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:56,568 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:56,571 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A, FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B, FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C, FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/recovered.edits] 2024-11-24T03:22:56,574 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/d5481e33af254e7391e0bfac412ff5b2 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/d5481e33af254e7391e0bfac412ff5b2 2024-11-24T03:22:56,575 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f26dc3ce8dc64cd0a979555ff383e568 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/A/f26dc3ce8dc64cd0a979555ff383e568 2024-11-24T03:22:56,578 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/67083a1424cb4f10891dec8fbca3f981 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/67083a1424cb4f10891dec8fbca3f981 2024-11-24T03:22:56,579 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/844876dcc2374aaebb4ebdcc7c97a62e to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/B/844876dcc2374aaebb4ebdcc7c97a62e 2024-11-24T03:22:56,581 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/b2523ecf98604e748190b42c99aadb22 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/b2523ecf98604e748190b42c99aadb22 2024-11-24T03:22:56,583 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/ec22568353124e31ac1605c5bd9bd9db to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/C/ec22568353124e31ac1605c5bd9bd9db 2024-11-24T03:22:56,585 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/recovered.edits/421.seqid to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422/recovered.edits/421.seqid 2024-11-24T03:22:56,586 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:56,586 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T03:22:56,587 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T03:22:56,587 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T03:22:56,592 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124030a25b7678649c5b5788d3186da03b2_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124030a25b7678649c5b5788d3186da03b2_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:56,593 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240608820ed2df49128f8bedfb1edd76eb_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240608820ed2df49128f8bedfb1edd76eb_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:56,594 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240a2758ed73c848fabdc3e0b4e689af45_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240a2758ed73c848fabdc3e0b4e689af45_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:56,595 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240c5955a0c7bf4317a6489444c0502898_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240c5955a0c7bf4317a6489444c0502898_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:56,596 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112410775d719d334b7394b2d44ceed7c169_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112410775d719d334b7394b2d44ceed7c169_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:56,598 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124165765564a7f4472b8aaaaf2d3bfe721_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124165765564a7f4472b8aaaaf2d3bfe721_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:56,599 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124257c1099c7364f22831f00d2df01a61c_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124257c1099c7364f22831f00d2df01a61c_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:56,600 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112425b395209c74483088fa3d6a0fbf73b2_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112425b395209c74483088fa3d6a0fbf73b2_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:56,601 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242db3204b6d984ec0a14ab6e80f2ac264_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242db3204b6d984ec0a14ab6e80f2ac264_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:56,602 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112463e4937e6330430aad990b1dc02f3f6c_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112463e4937e6330430aad990b1dc02f3f6c_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:56,604 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112464bf13da96e141d1af708ebad6c13432_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112464bf13da96e141d1af708ebad6c13432_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:56,605 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112468e631d60fa74912ac9a397f8bbec062_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112468e631d60fa74912ac9a397f8bbec062_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:56,606 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112469130ae5e91643e986ef0459712e01bf_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112469130ae5e91643e986ef0459712e01bf_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:56,607 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247a4afefc33e546b4ba79c0c82d85fe5a_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247a4afefc33e546b4ba79c0c82d85fe5a_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:56,608 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247ad93d6185e1413f8bd020ab6746539e_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247ad93d6185e1413f8bd020ab6746539e_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:56,610 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124846f29d485d9464c926d2bf8d7707bd4_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124846f29d485d9464c926d2bf8d7707bd4_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:56,611 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124890bfdc73ddb42ea89053dcf41e79b0f_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124890bfdc73ddb42ea89053dcf41e79b0f_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:56,612 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a3d0d81c351a4d99a170f0d6989660cb_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a3d0d81c351a4d99a170f0d6989660cb_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:56,613 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bd2f2b398d7b447898399a2b4eec97fa_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bd2f2b398d7b447898399a2b4eec97fa_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:56,615 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e1801e4e48494c1291194a3a4eb6d34a_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e1801e4e48494c1291194a3a4eb6d34a_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:56,616 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f8dd953782554a61b314078759232397_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f8dd953782554a61b314078759232397_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:56,617 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fb5422a625e2495d87d127aaec83604e_4bdabea5326dcc75feee476c2889f422 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fb5422a625e2495d87d127aaec83604e_4bdabea5326dcc75feee476c2889f422 2024-11-24T03:22:56,617 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T03:22:56,620 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=65, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:56,622 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T03:22:56,624 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T03:22:56,625 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=65, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:56,625 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T03:22:56,625 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732418576625"}]},"ts":"9223372036854775807"} 2024-11-24T03:22:56,627 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T03:22:56,627 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4bdabea5326dcc75feee476c2889f422, NAME => 'TestAcidGuarantees,,1732418548817.4bdabea5326dcc75feee476c2889f422.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T03:22:56,627 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T03:22:56,627 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732418576627"}]},"ts":"9223372036854775807"} 2024-11-24T03:22:56,629 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T03:22:56,631 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=65, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:56,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 66 msec 2024-11-24T03:22:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-24T03:22:56,668 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-24T03:22:56,677 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=243 (was 238) Potentially hanging thread: hconnection-0x4108c199-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1116629776_22 at /127.0.0.1:40834 [Waiting for operation #628] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4108c199-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1640713335_22 at /127.0.0.1:40660 [Waiting for operation #867] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1116629776_22 at /127.0.0.1:40472 [Waiting for operation #850] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1116629776_22 at /127.0.0.1:57874 [Waiting for operation #917] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/cluster_c7600326-a96e-390b-0aa1-d29e4ac110a0/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1640713335_22 at /127.0.0.1:35600 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/cluster_c7600326-a96e-390b-0aa1-d29e4ac110a0/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4108c199-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4108c199-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=469 (was 456) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=651 (was 555) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7084 (was 7222) 2024-11-24T03:22:56,685 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=243, OpenFileDescriptor=469, MaxFileDescriptor=1048576, SystemLoadAverage=651, ProcessCount=11, AvailableMemoryMB=7084 2024-11-24T03:22:56,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T03:22:56,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:22:56,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T03:22:56,688 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T03:22:56,688 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:56,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 66 2024-11-24T03:22:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-24T03:22:56,689 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T03:22:56,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742082_1258 (size=963) 2024-11-24T03:22:56,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-24T03:22:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-24T03:22:57,096 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587 2024-11-24T03:22:57,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742083_1259 (size=53) 2024-11-24T03:22:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-24T03:22:57,507 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:22:57,507 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 0f79b72e66c05abcac1384d5ec73e073, disabling compactions & flushes 2024-11-24T03:22:57,507 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:22:57,507 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:22:57,507 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. after waiting 0 ms 2024-11-24T03:22:57,507 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:22:57,507 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:22:57,507 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:22:57,508 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T03:22:57,508 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732418577508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732418577508"}]},"ts":"1732418577508"} 2024-11-24T03:22:57,509 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T03:22:57,510 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T03:22:57,510 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418577510"}]},"ts":"1732418577510"} 2024-11-24T03:22:57,518 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T03:22:57,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f79b72e66c05abcac1384d5ec73e073, ASSIGN}] 2024-11-24T03:22:57,523 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f79b72e66c05abcac1384d5ec73e073, ASSIGN 2024-11-24T03:22:57,523 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f79b72e66c05abcac1384d5ec73e073, ASSIGN; state=OFFLINE, location=f13c2bb2f71a,41393,1732418513827; forceNewPlan=false, retain=false 2024-11-24T03:22:57,674 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=0f79b72e66c05abcac1384d5ec73e073, regionState=OPENING, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:57,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; OpenRegionProcedure 0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827}] 2024-11-24T03:22:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-24T03:22:57,817 DEBUG [master/f13c2bb2f71a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region bb61c6d55c716e058557d7070b784ec7 changed from -1.0 to 0.0, refreshing cache 2024-11-24T03:22:57,827 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:57,830 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:22:57,830 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7285): Opening region: {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:22:57,830 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:22:57,830 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:22:57,830 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7327): checking encryption for 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:22:57,830 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7330): checking classloading for 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:22:57,832 INFO [StoreOpener-0f79b72e66c05abcac1384d5ec73e073-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:22:57,834 INFO [StoreOpener-0f79b72e66c05abcac1384d5ec73e073-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:22:57,834 INFO [StoreOpener-0f79b72e66c05abcac1384d5ec73e073-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f79b72e66c05abcac1384d5ec73e073 columnFamilyName A 2024-11-24T03:22:57,834 DEBUG [StoreOpener-0f79b72e66c05abcac1384d5ec73e073-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:57,834 INFO [StoreOpener-0f79b72e66c05abcac1384d5ec73e073-1 {}] regionserver.HStore(327): Store=0f79b72e66c05abcac1384d5ec73e073/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:22:57,835 INFO [StoreOpener-0f79b72e66c05abcac1384d5ec73e073-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:22:57,836 INFO [StoreOpener-0f79b72e66c05abcac1384d5ec73e073-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:22:57,836 INFO [StoreOpener-0f79b72e66c05abcac1384d5ec73e073-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f79b72e66c05abcac1384d5ec73e073 columnFamilyName B 2024-11-24T03:22:57,836 DEBUG [StoreOpener-0f79b72e66c05abcac1384d5ec73e073-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:57,837 INFO [StoreOpener-0f79b72e66c05abcac1384d5ec73e073-1 {}] regionserver.HStore(327): Store=0f79b72e66c05abcac1384d5ec73e073/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:22:57,837 INFO [StoreOpener-0f79b72e66c05abcac1384d5ec73e073-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:22:57,838 INFO [StoreOpener-0f79b72e66c05abcac1384d5ec73e073-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:22:57,838 INFO [StoreOpener-0f79b72e66c05abcac1384d5ec73e073-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f79b72e66c05abcac1384d5ec73e073 columnFamilyName C 2024-11-24T03:22:57,838 DEBUG [StoreOpener-0f79b72e66c05abcac1384d5ec73e073-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:22:57,838 INFO [StoreOpener-0f79b72e66c05abcac1384d5ec73e073-1 {}] regionserver.HStore(327): Store=0f79b72e66c05abcac1384d5ec73e073/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:22:57,839 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:22:57,839 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:22:57,840 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:22:57,841 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:22:57,842 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1085): writing seq id for 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:22:57,846 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:22:57,846 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1102): Opened 0f79b72e66c05abcac1384d5ec73e073; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60328016, jitterRate=-0.10104250907897949}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:22:57,847 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1001): Region open journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:22:57,847 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., pid=68, masterSystemTime=1732418577826 2024-11-24T03:22:57,849 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:22:57,849 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:22:57,850 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=0f79b72e66c05abcac1384d5ec73e073, regionState=OPEN, openSeqNum=2, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:57,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-24T03:22:57,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; OpenRegionProcedure 0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 in 176 msec 2024-11-24T03:22:57,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-11-24T03:22:57,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f79b72e66c05abcac1384d5ec73e073, ASSIGN in 331 msec 2024-11-24T03:22:57,855 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T03:22:57,855 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418577855"}]},"ts":"1732418577855"} 2024-11-24T03:22:57,856 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T03:22:57,859 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T03:22:57,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1720 sec 2024-11-24T03:22:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-24T03:22:58,793 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 66 completed 2024-11-24T03:22:58,796 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17b6adc5 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a569490 2024-11-24T03:22:58,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1ac389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:58,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:58,802 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:58,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T03:22:58,805 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47988, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T03:22:58,807 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x669e1999 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6862e3ce 2024-11-24T03:22:58,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e73c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:58,812 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72aa9ee5 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d296fed 2024-11-24T03:22:58,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c480dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:58,816 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ec09297 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8d0caa5 2024-11-24T03:22:58,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cb3991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:58,821 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dfb20f6 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43f04e0e 2024-11-24T03:22:58,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9ae050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:58,825 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17cf7fc0 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560ec309 2024-11-24T03:22:58,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fef31f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:58,831 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5886c0f2 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@eb04aeb 2024-11-24T03:22:58,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72537a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:58,842 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66e575aa to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a0e9c8f 2024-11-24T03:22:58,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36642cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:58,849 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x131ceb8f to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d68f787 2024-11-24T03:22:58,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c299cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:58,859 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a78bf6d to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10e6bf6a 2024-11-24T03:22:58,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605827c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:58,863 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x328852db to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1730a60f 2024-11-24T03:22:58,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3677bd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:22:58,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:22:58,878 DEBUG [hconnection-0x4bd7fb55-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-24T03:22:58,879 DEBUG [hconnection-0x3205e829-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:58,880 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52080, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T03:22:58,880 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:22:58,881 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:58,881 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:22:58,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:22:58,892 DEBUG [hconnection-0x783973a5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:58,892 DEBUG [hconnection-0x743f16ff-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:58,894 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:58,894 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:58,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:22:58,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:22:58,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:58,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:22:58,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:58,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:22:58,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:22:58,924 DEBUG [hconnection-0x2e1a0740-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:58,925 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:58,928 DEBUG [hconnection-0x1024fd18-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:58,930 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:58,948 DEBUG [hconnection-0x21fccac6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:58,950 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:58,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418638959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:58,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52116 deadline: 1732418638961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:58,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418638961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:58,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418638972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:58,980 DEBUG [hconnection-0x60181f8e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:58,981 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T03:22:58,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/d5d60bb23d0e433b8729d83604c5fafe is 50, key is test_row_0/A:col10/1732418578893/Put/seqid=0 2024-11-24T03:22:59,017 DEBUG [hconnection-0x68a2ff28-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:59,019 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52128, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:59,020 DEBUG [hconnection-0xeb16384-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:22:59,021 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:22:59,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418639024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:59,034 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:59,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T03:22:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:22:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:22:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:22:59,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:59,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742084_1260 (size=14341) 2024-11-24T03:22:59,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/d5d60bb23d0e433b8729d83604c5fafe 2024-11-24T03:22:59,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418639063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:59,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418639069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:59,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52116 deadline: 1732418639069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:59,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418639073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:59,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/215a2e0d5b314e818563cbcd64f60679 is 50, key is test_row_0/B:col10/1732418578893/Put/seqid=0 2024-11-24T03:22:59,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742085_1261 (size=12001) 2024-11-24T03:22:59,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/215a2e0d5b314e818563cbcd64f60679 2024-11-24T03:22:59,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418639129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:59,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/f995fdea136d4010b6122ce19874b434 is 50, key is test_row_0/C:col10/1732418578893/Put/seqid=0 2024-11-24T03:22:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T03:22:59,188 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:59,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T03:22:59,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:22:59,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:22:59,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:22:59,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:59,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:59,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742086_1262 (size=12001) 2024-11-24T03:22:59,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418639269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:59,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418639273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:59,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52116 deadline: 1732418639276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:59,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418639277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:59,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418639335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:59,351 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:59,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T03:22:59,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:22:59,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:22:59,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:22:59,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:59,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T03:22:59,505 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:59,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T03:22:59,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:22:59,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:22:59,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:22:59,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:59,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:59,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418639572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:59,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418639577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:59,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418639582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:59,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52116 deadline: 1732418639582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:59,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/f995fdea136d4010b6122ce19874b434 2024-11-24T03:22:59,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/d5d60bb23d0e433b8729d83604c5fafe as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d5d60bb23d0e433b8729d83604c5fafe 2024-11-24T03:22:59,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d5d60bb23d0e433b8729d83604c5fafe, entries=200, sequenceid=12, filesize=14.0 K 2024-11-24T03:22:59,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/215a2e0d5b314e818563cbcd64f60679 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/215a2e0d5b314e818563cbcd64f60679 2024-11-24T03:22:59,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/215a2e0d5b314e818563cbcd64f60679, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T03:22:59,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/f995fdea136d4010b6122ce19874b434 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/f995fdea136d4010b6122ce19874b434 2024-11-24T03:22:59,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/f995fdea136d4010b6122ce19874b434, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T03:22:59,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0f79b72e66c05abcac1384d5ec73e073 in 731ms, sequenceid=12, compaction requested=false 2024-11-24T03:22:59,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:22:59,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T03:22:59,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:22:59,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:59,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:22:59,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:59,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:22:59,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:22:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:22:59,660 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:59,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T03:22:59,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:22:59,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:22:59,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:22:59,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:59,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:59,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/c7f5c52c2f454e5ca331608f0cf4ba38 is 50, key is test_row_0/A:col10/1732418579641/Put/seqid=0 2024-11-24T03:22:59,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418639672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:59,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742087_1263 (size=12001) 2024-11-24T03:22:59,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/c7f5c52c2f454e5ca331608f0cf4ba38 2024-11-24T03:22:59,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/8ecfb2c975444c5c9c4faa6ea1171b64 is 50, key is test_row_0/B:col10/1732418579641/Put/seqid=0 2024-11-24T03:22:59,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742088_1264 (size=12001) 2024-11-24T03:22:59,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418639776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:59,813 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:59,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T03:22:59,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:22:59,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:22:59,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:22:59,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:59,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:59,968 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:59,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T03:22:59,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:22:59,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:22:59,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:22:59,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:59,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:22:59,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:22:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418639979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:22:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T03:23:00,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418640075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:00,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418640083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:00,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418640087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:00,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52116 deadline: 1732418640088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:00,123 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:00,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T03:23:00,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:00,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:00,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:00,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:00,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:00,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/8ecfb2c975444c5c9c4faa6ea1171b64 2024-11-24T03:23:00,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/864d7b468e564c2ea66586bbb65528e1 is 50, key is test_row_0/C:col10/1732418579641/Put/seqid=0 2024-11-24T03:23:00,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742089_1265 (size=12001) 2024-11-24T03:23:00,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/864d7b468e564c2ea66586bbb65528e1 2024-11-24T03:23:00,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/c7f5c52c2f454e5ca331608f0cf4ba38 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/c7f5c52c2f454e5ca331608f0cf4ba38 2024-11-24T03:23:00,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/c7f5c52c2f454e5ca331608f0cf4ba38, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T03:23:00,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/8ecfb2c975444c5c9c4faa6ea1171b64 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/8ecfb2c975444c5c9c4faa6ea1171b64 2024-11-24T03:23:00,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/8ecfb2c975444c5c9c4faa6ea1171b64, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T03:23:00,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/864d7b468e564c2ea66586bbb65528e1 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/864d7b468e564c2ea66586bbb65528e1 2024-11-24T03:23:00,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/864d7b468e564c2ea66586bbb65528e1, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T03:23:00,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 0f79b72e66c05abcac1384d5ec73e073 in 625ms, sequenceid=38, compaction requested=false 2024-11-24T03:23:00,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:00,277 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:00,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T03:23:00,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:00,278 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T03:23:00,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:00,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:00,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:00,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:00,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:00,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:00,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:00,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/20e94ce6ba4a491aaa4efff568867896 is 50, key is test_row_0/A:col10/1732418579654/Put/seqid=0 2024-11-24T03:23:00,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742090_1266 (size=12001) 2024-11-24T03:23:00,337 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/20e94ce6ba4a491aaa4efff568867896 2024-11-24T03:23:00,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/b449ea3d437e4567b138630173487d3d is 50, key is test_row_0/B:col10/1732418579654/Put/seqid=0 2024-11-24T03:23:00,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418640444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:00,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742091_1267 (size=12001) 2024-11-24T03:23:00,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418640548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:00,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418640752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:00,855 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/b449ea3d437e4567b138630173487d3d 2024-11-24T03:23:00,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/93a867b350464be0a2ae2a3954780be7 is 50, key is test_row_0/C:col10/1732418579654/Put/seqid=0 2024-11-24T03:23:00,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742092_1268 (size=12001) 2024-11-24T03:23:00,907 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/93a867b350464be0a2ae2a3954780be7 2024-11-24T03:23:00,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/20e94ce6ba4a491aaa4efff568867896 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/20e94ce6ba4a491aaa4efff568867896 2024-11-24T03:23:00,922 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/20e94ce6ba4a491aaa4efff568867896, entries=150, sequenceid=48, filesize=11.7 K 2024-11-24T03:23:00,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/b449ea3d437e4567b138630173487d3d as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/b449ea3d437e4567b138630173487d3d 2024-11-24T03:23:00,931 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/b449ea3d437e4567b138630173487d3d, entries=150, sequenceid=48, filesize=11.7 K 2024-11-24T03:23:00,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/93a867b350464be0a2ae2a3954780be7 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/93a867b350464be0a2ae2a3954780be7 2024-11-24T03:23:00,938 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/93a867b350464be0a2ae2a3954780be7, entries=150, sequenceid=48, filesize=11.7 K 2024-11-24T03:23:00,939 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 0f79b72e66c05abcac1384d5ec73e073 in 661ms, sequenceid=48, compaction requested=true 2024-11-24T03:23:00,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:00,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:00,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-24T03:23:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-24T03:23:00,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-24T03:23:00,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0600 sec 2024-11-24T03:23:00,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 2.0660 sec 2024-11-24T03:23:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T03:23:00,986 INFO [Thread-1199 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-24T03:23:00,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-24T03:23:00,991 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T03:23:00,993 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:00,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:01,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T03:23:01,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:01,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:01,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:01,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:01,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:01,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:01,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/6606cd92d8824397ac4161670cc06ec3 is 50, key is test_row_0/A:col10/1732418580434/Put/seqid=0 2024-11-24T03:23:01,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418641085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:01,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418641085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:01,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742093_1269 (size=12001) 2024-11-24T03:23:01,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/6606cd92d8824397ac4161670cc06ec3 2024-11-24T03:23:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T03:23:01,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52116 deadline: 1732418641093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:01,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418641095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:01,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418641101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:01,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/f0c2fa457a3a456aa7980bb18748608d is 50, key is test_row_0/B:col10/1732418580434/Put/seqid=0 2024-11-24T03:23:01,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742094_1270 (size=12001) 2024-11-24T03:23:01,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/f0c2fa457a3a456aa7980bb18748608d 2024-11-24T03:23:01,145 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:01,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-24T03:23:01,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:01,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:01,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:01,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:01,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:01,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/3743893a974149cc9140a60b9fb0a69e is 50, key is test_row_0/C:col10/1732418580434/Put/seqid=0 2024-11-24T03:23:01,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742095_1271 (size=12001) 2024-11-24T03:23:01,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/3743893a974149cc9140a60b9fb0a69e 2024-11-24T03:23:01,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/6606cd92d8824397ac4161670cc06ec3 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/6606cd92d8824397ac4161670cc06ec3 2024-11-24T03:23:01,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418641190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:01,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418641190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:01,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/6606cd92d8824397ac4161670cc06ec3, entries=150, sequenceid=75, filesize=11.7 K 2024-11-24T03:23:01,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/f0c2fa457a3a456aa7980bb18748608d as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/f0c2fa457a3a456aa7980bb18748608d 2024-11-24T03:23:01,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/f0c2fa457a3a456aa7980bb18748608d, entries=150, sequenceid=75, filesize=11.7 K 2024-11-24T03:23:01,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/3743893a974149cc9140a60b9fb0a69e as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/3743893a974149cc9140a60b9fb0a69e 2024-11-24T03:23:01,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/3743893a974149cc9140a60b9fb0a69e, entries=150, sequenceid=75, filesize=11.7 K 2024-11-24T03:23:01,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 0f79b72e66c05abcac1384d5ec73e073 in 172ms, sequenceid=75, compaction requested=true 2024-11-24T03:23:01,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:01,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:01,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:01,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:01,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:01,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:01,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T03:23:01,234 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:01,234 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:01,239 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50344 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:01,239 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/A is initiating minor compaction (all files) 2024-11-24T03:23:01,239 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/A in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:01,240 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d5d60bb23d0e433b8729d83604c5fafe, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/c7f5c52c2f454e5ca331608f0cf4ba38, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/20e94ce6ba4a491aaa4efff568867896, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/6606cd92d8824397ac4161670cc06ec3] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=49.2 K 2024-11-24T03:23:01,240 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:01,240 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/B is initiating minor compaction (all files) 2024-11-24T03:23:01,240 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/B in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:01,240 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/215a2e0d5b314e818563cbcd64f60679, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/8ecfb2c975444c5c9c4faa6ea1171b64, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/b449ea3d437e4567b138630173487d3d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/f0c2fa457a3a456aa7980bb18748608d] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=46.9 K 2024-11-24T03:23:01,241 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5d60bb23d0e433b8729d83604c5fafe, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732418578890 2024-11-24T03:23:01,242 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 215a2e0d5b314e818563cbcd64f60679, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732418578893 2024-11-24T03:23:01,242 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7f5c52c2f454e5ca331608f0cf4ba38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732418578957 2024-11-24T03:23:01,242 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ecfb2c975444c5c9c4faa6ea1171b64, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732418578957 2024-11-24T03:23:01,243 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20e94ce6ba4a491aaa4efff568867896, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732418579647 2024-11-24T03:23:01,244 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6606cd92d8824397ac4161670cc06ec3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732418580434 2024-11-24T03:23:01,244 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting b449ea3d437e4567b138630173487d3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732418579647 2024-11-24T03:23:01,245 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting f0c2fa457a3a456aa7980bb18748608d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732418580434 2024-11-24T03:23:01,279 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#B#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:01,280 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/a56cf876d46249da95bfbc94b7ec297a is 50, key is test_row_0/B:col10/1732418580434/Put/seqid=0 2024-11-24T03:23:01,291 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#A#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:01,292 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/8cb26796fdc743fc8ad5b1eaac644fca is 50, key is test_row_0/A:col10/1732418580434/Put/seqid=0 2024-11-24T03:23:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T03:23:01,300 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:01,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-24T03:23:01,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:01,301 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T03:23:01,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:01,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:01,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:01,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:01,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:01,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:01,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742096_1272 (size=12139) 2024-11-24T03:23:01,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742097_1273 (size=12139) 2024-11-24T03:23:01,344 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/a56cf876d46249da95bfbc94b7ec297a as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/a56cf876d46249da95bfbc94b7ec297a 2024-11-24T03:23:01,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/d88637c214924f4f87cb1db49698b90d is 50, key is test_row_1/A:col10/1732418581083/Put/seqid=0 2024-11-24T03:23:01,352 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/8cb26796fdc743fc8ad5b1eaac644fca as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/8cb26796fdc743fc8ad5b1eaac644fca 2024-11-24T03:23:01,355 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/B of 0f79b72e66c05abcac1384d5ec73e073 into a56cf876d46249da95bfbc94b7ec297a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:01,355 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:01,355 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/B, priority=12, startTime=1732418581234; duration=0sec 2024-11-24T03:23:01,355 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:01,355 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:B 2024-11-24T03:23:01,355 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:01,362 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:01,362 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/C is initiating minor compaction (all files) 2024-11-24T03:23:01,362 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/C in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:01,362 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/A of 0f79b72e66c05abcac1384d5ec73e073 into 8cb26796fdc743fc8ad5b1eaac644fca(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:01,362 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:01,362 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/f995fdea136d4010b6122ce19874b434, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/864d7b468e564c2ea66586bbb65528e1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/93a867b350464be0a2ae2a3954780be7, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/3743893a974149cc9140a60b9fb0a69e] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=46.9 K 2024-11-24T03:23:01,362 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/A, priority=12, startTime=1732418581233; duration=0sec 2024-11-24T03:23:01,362 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:01,362 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:A 2024-11-24T03:23:01,363 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting f995fdea136d4010b6122ce19874b434, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732418578893 2024-11-24T03:23:01,365 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 864d7b468e564c2ea66586bbb65528e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732418578957 2024-11-24T03:23:01,365 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 93a867b350464be0a2ae2a3954780be7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732418579647 2024-11-24T03:23:01,366 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 3743893a974149cc9140a60b9fb0a69e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732418580434 2024-11-24T03:23:01,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742098_1274 (size=9657) 2024-11-24T03:23:01,401 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/d88637c214924f4f87cb1db49698b90d 2024-11-24T03:23:01,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:01,411 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#C#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:01,411 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/a92c7483e1fe4319bfe09aa117ffe37c is 50, key is test_row_0/C:col10/1732418580434/Put/seqid=0 2024-11-24T03:23:01,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/90f24481ba1745668936aba76cf53c26 is 50, key is test_row_1/B:col10/1732418581083/Put/seqid=0 2024-11-24T03:23:01,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742099_1275 (size=12139) 2024-11-24T03:23:01,437 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/a92c7483e1fe4319bfe09aa117ffe37c as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/a92c7483e1fe4319bfe09aa117ffe37c 2024-11-24T03:23:01,445 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/C of 0f79b72e66c05abcac1384d5ec73e073 into a92c7483e1fe4319bfe09aa117ffe37c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:01,445 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:01,445 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/C, priority=12, startTime=1732418581234; duration=0sec 2024-11-24T03:23:01,446 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:01,446 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:C 2024-11-24T03:23:01,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742100_1276 (size=9657) 2024-11-24T03:23:01,467 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/90f24481ba1745668936aba76cf53c26 2024-11-24T03:23:01,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418641476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:01,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418641477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:01,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/95a5cb8e84314d3d963c6593fc68aaf1 is 50, key is test_row_1/C:col10/1732418581083/Put/seqid=0 2024-11-24T03:23:01,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742101_1277 (size=9657) 2024-11-24T03:23:01,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418641581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:01,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418641582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T03:23:01,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418641785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:01,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418641786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:01,936 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/95a5cb8e84314d3d963c6593fc68aaf1 2024-11-24T03:23:01,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/d88637c214924f4f87cb1db49698b90d as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d88637c214924f4f87cb1db49698b90d 2024-11-24T03:23:01,947 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d88637c214924f4f87cb1db49698b90d, entries=100, sequenceid=84, filesize=9.4 K 2024-11-24T03:23:01,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/90f24481ba1745668936aba76cf53c26 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/90f24481ba1745668936aba76cf53c26 2024-11-24T03:23:01,960 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/90f24481ba1745668936aba76cf53c26, entries=100, sequenceid=84, filesize=9.4 K 2024-11-24T03:23:01,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/95a5cb8e84314d3d963c6593fc68aaf1 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/95a5cb8e84314d3d963c6593fc68aaf1 2024-11-24T03:23:01,967 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/95a5cb8e84314d3d963c6593fc68aaf1, entries=100, sequenceid=84, filesize=9.4 K 2024-11-24T03:23:01,969 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 0f79b72e66c05abcac1384d5ec73e073 in 667ms, sequenceid=84, compaction requested=false 2024-11-24T03:23:01,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:01,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:01,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-24T03:23:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-24T03:23:01,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-24T03:23:01,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 977 msec 2024-11-24T03:23:01,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 985 msec 2024-11-24T03:23:02,049 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T03:23:02,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-24T03:23:02,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:02,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:02,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:02,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:02,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:02,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T03:23:02,097 INFO [Thread-1199 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-24T03:23:02,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-24T03:23:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T03:23:02,100 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:02,101 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:02,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:02,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418642103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:02,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418642105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:02,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/2cba96576d1d4ab6982ef7b232013545 is 50, key is test_row_0/A:col10/1732418582091/Put/seqid=0 2024-11-24T03:23:02,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742102_1278 (size=14341) 2024-11-24T03:23:02,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/2cba96576d1d4ab6982ef7b232013545 2024-11-24T03:23:02,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/ff081a6c7b46417b9401881808ee8b0e is 50, key is test_row_0/B:col10/1732418582091/Put/seqid=0 2024-11-24T03:23:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T03:23:02,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418642208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:02,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418642209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:02,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742103_1279 (size=12001) 2024-11-24T03:23:02,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/ff081a6c7b46417b9401881808ee8b0e 2024-11-24T03:23:02,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/efbe80b721794ec49dd996c3448119f6 is 50, key is test_row_0/C:col10/1732418582091/Put/seqid=0 2024-11-24T03:23:02,253 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:02,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T03:23:02,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:02,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:02,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:02,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:02,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:02,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742104_1280 (size=12001) 2024-11-24T03:23:02,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/efbe80b721794ec49dd996c3448119f6 2024-11-24T03:23:02,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/2cba96576d1d4ab6982ef7b232013545 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/2cba96576d1d4ab6982ef7b232013545 2024-11-24T03:23:02,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/2cba96576d1d4ab6982ef7b232013545, entries=200, sequenceid=116, filesize=14.0 K 2024-11-24T03:23:02,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/ff081a6c7b46417b9401881808ee8b0e as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/ff081a6c7b46417b9401881808ee8b0e 2024-11-24T03:23:02,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/ff081a6c7b46417b9401881808ee8b0e, entries=150, sequenceid=116, filesize=11.7 K 2024-11-24T03:23:02,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/efbe80b721794ec49dd996c3448119f6 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/efbe80b721794ec49dd996c3448119f6 2024-11-24T03:23:02,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/efbe80b721794ec49dd996c3448119f6, entries=150, sequenceid=116, filesize=11.7 K 2024-11-24T03:23:02,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 0f79b72e66c05abcac1384d5ec73e073 in 197ms, sequenceid=116, compaction requested=true 2024-11-24T03:23:02,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:02,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:02,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:02,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:02,291 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:02,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:02,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:02,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T03:23:02,292 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36137 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:02,292 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/A is initiating minor compaction (all files) 2024-11-24T03:23:02,292 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/A in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:02,292 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/8cb26796fdc743fc8ad5b1eaac644fca, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d88637c214924f4f87cb1db49698b90d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/2cba96576d1d4ab6982ef7b232013545] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=35.3 K 2024-11-24T03:23:02,292 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cb26796fdc743fc8ad5b1eaac644fca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732418580434 2024-11-24T03:23:02,293 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting d88637c214924f4f87cb1db49698b90d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732418581082 2024-11-24T03:23:02,293 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cba96576d1d4ab6982ef7b232013545, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732418581473 2024-11-24T03:23:02,293 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:02,296 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:02,296 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/B is initiating minor compaction (all files) 2024-11-24T03:23:02,297 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/B in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:02,297 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/a56cf876d46249da95bfbc94b7ec297a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/90f24481ba1745668936aba76cf53c26, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/ff081a6c7b46417b9401881808ee8b0e] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=33.0 K 2024-11-24T03:23:02,297 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting a56cf876d46249da95bfbc94b7ec297a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732418580434 2024-11-24T03:23:02,298 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90f24481ba1745668936aba76cf53c26, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732418581082 2024-11-24T03:23:02,299 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff081a6c7b46417b9401881808ee8b0e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732418581473 2024-11-24T03:23:02,322 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#A#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:02,323 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/55db91999e8f4b66ba14ff9739897464 is 50, key is test_row_0/A:col10/1732418582091/Put/seqid=0 2024-11-24T03:23:02,326 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#B#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:02,327 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/604245cfc9c6451997830eca9883a601 is 50, key is test_row_0/B:col10/1732418582091/Put/seqid=0 2024-11-24T03:23:02,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742106_1282 (size=12241) 2024-11-24T03:23:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T03:23:02,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742105_1281 (size=12241) 2024-11-24T03:23:02,406 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:02,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T03:23:02,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:02,407 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T03:23:02,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:02,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:02,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:02,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:02,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:02,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:02,415 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/55db91999e8f4b66ba14ff9739897464 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/55db91999e8f4b66ba14ff9739897464 2024-11-24T03:23:02,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/d77e07f3acc7404d9b068b335816f0fc is 50, key is test_row_0/A:col10/1732418582104/Put/seqid=0 2024-11-24T03:23:02,424 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/A of 0f79b72e66c05abcac1384d5ec73e073 into 55db91999e8f4b66ba14ff9739897464(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:02,424 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:02,424 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/A, priority=13, startTime=1732418582290; duration=0sec 2024-11-24T03:23:02,424 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:02,424 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:A 2024-11-24T03:23:02,424 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:02,425 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:02,425 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/C is initiating minor compaction (all files) 2024-11-24T03:23:02,426 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/C in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:02,426 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/a92c7483e1fe4319bfe09aa117ffe37c, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/95a5cb8e84314d3d963c6593fc68aaf1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/efbe80b721794ec49dd996c3448119f6] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=33.0 K 2024-11-24T03:23:02,426 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting a92c7483e1fe4319bfe09aa117ffe37c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732418580434 2024-11-24T03:23:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:02,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:02,427 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 95a5cb8e84314d3d963c6593fc68aaf1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732418581082 2024-11-24T03:23:02,428 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting efbe80b721794ec49dd996c3448119f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732418581473 2024-11-24T03:23:02,452 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#C#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:02,452 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/efa4ca1da06d4156878aa595548753ad is 50, key is test_row_0/C:col10/1732418582091/Put/seqid=0 2024-11-24T03:23:02,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742107_1283 (size=9657) 2024-11-24T03:23:02,454 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/d77e07f3acc7404d9b068b335816f0fc 2024-11-24T03:23:02,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/4237d83bc0444fb2a3ccd5a1fd641ea1 is 50, key is test_row_0/B:col10/1732418582104/Put/seqid=0 2024-11-24T03:23:02,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742108_1284 (size=12241) 2024-11-24T03:23:02,495 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/efa4ca1da06d4156878aa595548753ad as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/efa4ca1da06d4156878aa595548753ad 2024-11-24T03:23:02,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742109_1285 (size=9657) 2024-11-24T03:23:02,510 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/4237d83bc0444fb2a3ccd5a1fd641ea1 2024-11-24T03:23:02,510 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/C of 0f79b72e66c05abcac1384d5ec73e073 into efa4ca1da06d4156878aa595548753ad(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:02,510 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:02,510 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/C, priority=13, startTime=1732418582291; duration=0sec 2024-11-24T03:23:02,510 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:02,510 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:C 2024-11-24T03:23:02,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418642508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:02,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418642509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:02,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/e0d0950b79b0452186103bd892d2ab06 is 50, key is test_row_0/C:col10/1732418582104/Put/seqid=0 2024-11-24T03:23:02,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742110_1286 (size=9657) 2024-11-24T03:23:02,569 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/e0d0950b79b0452186103bd892d2ab06 2024-11-24T03:23:02,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/d77e07f3acc7404d9b068b335816f0fc as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d77e07f3acc7404d9b068b335816f0fc 2024-11-24T03:23:02,589 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d77e07f3acc7404d9b068b335816f0fc, entries=100, sequenceid=123, filesize=9.4 K 2024-11-24T03:23:02,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/4237d83bc0444fb2a3ccd5a1fd641ea1 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/4237d83bc0444fb2a3ccd5a1fd641ea1 2024-11-24T03:23:02,605 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/4237d83bc0444fb2a3ccd5a1fd641ea1, entries=100, sequenceid=123, filesize=9.4 K 2024-11-24T03:23:02,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/e0d0950b79b0452186103bd892d2ab06 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/e0d0950b79b0452186103bd892d2ab06 2024-11-24T03:23:02,612 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/e0d0950b79b0452186103bd892d2ab06, entries=100, sequenceid=123, filesize=9.4 K 2024-11-24T03:23:02,614 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=181.14 KB/185490 for 0f79b72e66c05abcac1384d5ec73e073 in 207ms, sequenceid=123, compaction requested=false 2024-11-24T03:23:02,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:02,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:02,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-24T03:23:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-24T03:23:02,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-24T03:23:02,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 514 msec 2024-11-24T03:23:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:02,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-24T03:23:02,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:02,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:02,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:02,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:02,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:02,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:02,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 524 msec 2024-11-24T03:23:02,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418642624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:02,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418642625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:02,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/90d3b0ec8d73458c978fa46e281de05f is 50, key is test_row_0/A:col10/1732418582618/Put/seqid=0 2024-11-24T03:23:02,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742111_1287 (size=12151) 2024-11-24T03:23:02,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/90d3b0ec8d73458c978fa46e281de05f 2024-11-24T03:23:02,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/213e9fe6151f4bafb09f4d3d0a757064 is 50, key is test_row_0/B:col10/1732418582618/Put/seqid=0 2024-11-24T03:23:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T03:23:02,703 INFO [Thread-1199 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-24T03:23:02,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-24T03:23:02,713 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T03:23:02,713 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:02,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:02,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742112_1288 (size=12151) 2024-11-24T03:23:02,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418642728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:02,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418642728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:02,797 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/604245cfc9c6451997830eca9883a601 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/604245cfc9c6451997830eca9883a601 2024-11-24T03:23:02,803 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/B of 0f79b72e66c05abcac1384d5ec73e073 into 604245cfc9c6451997830eca9883a601(size=12.0 K), total size for store is 21.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:02,803 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:02,803 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/B, priority=13, startTime=1732418582291; duration=0sec 2024-11-24T03:23:02,803 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:02,803 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:B 2024-11-24T03:23:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T03:23:02,866 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:02,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T03:23:02,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:02,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:02,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:02,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:02,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:02,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418642933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418642932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T03:23:03,018 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:03,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T03:23:03,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:03,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:03,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:03,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:03,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:03,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52116 deadline: 1732418643102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:03,105 DEBUG [Thread-1195 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:23:03,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418643108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:03,110 DEBUG [Thread-1197 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:23:03,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418643113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:03,114 DEBUG [Thread-1193 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:23:03,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/213e9fe6151f4bafb09f4d3d0a757064 2024-11-24T03:23:03,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/d79d44b2268246ca90ce602a775b8411 is 50, key is test_row_0/C:col10/1732418582618/Put/seqid=0 2024-11-24T03:23:03,172 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:03,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T03:23:03,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:03,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:03,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:03,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:03,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:03,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742113_1289 (size=12151) 2024-11-24T03:23:03,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418643236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:03,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418643239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T03:23:03,326 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:03,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T03:23:03,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:03,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:03,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:03,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:03,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:03,480 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:03,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T03:23:03,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:03,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:03,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:03,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:03,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:03,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/d79d44b2268246ca90ce602a775b8411 2024-11-24T03:23:03,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/90d3b0ec8d73458c978fa46e281de05f as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/90d3b0ec8d73458c978fa46e281de05f 2024-11-24T03:23:03,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/90d3b0ec8d73458c978fa46e281de05f, entries=150, sequenceid=157, filesize=11.9 K 2024-11-24T03:23:03,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/213e9fe6151f4bafb09f4d3d0a757064 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/213e9fe6151f4bafb09f4d3d0a757064 2024-11-24T03:23:03,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/213e9fe6151f4bafb09f4d3d0a757064, entries=150, sequenceid=157, filesize=11.9 K 2024-11-24T03:23:03,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/d79d44b2268246ca90ce602a775b8411 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/d79d44b2268246ca90ce602a775b8411 2024-11-24T03:23:03,636 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:03,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T03:23:03,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:03,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:03,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:03,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:03,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:03,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/d79d44b2268246ca90ce602a775b8411, entries=150, sequenceid=157, filesize=11.9 K 2024-11-24T03:23:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:03,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=13.42 KB/13740 for 0f79b72e66c05abcac1384d5ec73e073 in 1020ms, sequenceid=157, compaction requested=true 2024-11-24T03:23:03,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:03,639 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:03,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:03,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:03,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:03,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:03,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:03,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:03,640 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:03,641 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:03,641 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/B is initiating minor compaction (all files) 2024-11-24T03:23:03,641 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/B in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:03,641 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/604245cfc9c6451997830eca9883a601, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/4237d83bc0444fb2a3ccd5a1fd641ea1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/213e9fe6151f4bafb09f4d3d0a757064] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=33.3 K 2024-11-24T03:23:03,667 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:03,667 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/A is initiating minor compaction (all files) 2024-11-24T03:23:03,667 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/A in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:03,667 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/55db91999e8f4b66ba14ff9739897464, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d77e07f3acc7404d9b068b335816f0fc, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/90d3b0ec8d73458c978fa46e281de05f] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=33.3 K 2024-11-24T03:23:03,667 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 604245cfc9c6451997830eca9883a601, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732418581473 2024-11-24T03:23:03,668 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55db91999e8f4b66ba14ff9739897464, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732418581473 2024-11-24T03:23:03,668 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 4237d83bc0444fb2a3ccd5a1fd641ea1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732418582102 2024-11-24T03:23:03,669 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting d77e07f3acc7404d9b068b335816f0fc, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732418582102 2024-11-24T03:23:03,669 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 213e9fe6151f4bafb09f4d3d0a757064, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732418582501 2024-11-24T03:23:03,669 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90d3b0ec8d73458c978fa46e281de05f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732418582501 2024-11-24T03:23:03,682 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#A#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:03,684 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/4f2c0c6e6757430ebff81eeb03865161 is 50, key is test_row_0/A:col10/1732418582618/Put/seqid=0 2024-11-24T03:23:03,700 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#B#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:03,701 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/c334e3db50c044d5bbaa55886d820acd is 50, key is test_row_0/B:col10/1732418582618/Put/seqid=0 2024-11-24T03:23:03,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742115_1291 (size=12493) 2024-11-24T03:23:03,742 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/c334e3db50c044d5bbaa55886d820acd as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/c334e3db50c044d5bbaa55886d820acd 2024-11-24T03:23:03,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742114_1290 (size=12493) 2024-11-24T03:23:03,752 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/B of 0f79b72e66c05abcac1384d5ec73e073 into c334e3db50c044d5bbaa55886d820acd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:03,752 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:03,752 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/B, priority=13, startTime=1732418583640; duration=0sec 2024-11-24T03:23:03,752 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:03,752 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:B 2024-11-24T03:23:03,752 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:03,755 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:03,755 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/C is initiating minor compaction (all files) 2024-11-24T03:23:03,755 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/C in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:03,756 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/efa4ca1da06d4156878aa595548753ad, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/e0d0950b79b0452186103bd892d2ab06, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/d79d44b2268246ca90ce602a775b8411] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=33.3 K 2024-11-24T03:23:03,756 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting efa4ca1da06d4156878aa595548753ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732418581473 2024-11-24T03:23:03,757 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting e0d0950b79b0452186103bd892d2ab06, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732418582102 2024-11-24T03:23:03,757 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting d79d44b2268246ca90ce602a775b8411, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732418582501 2024-11-24T03:23:03,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:23:03,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:03,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:03,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:03,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:03,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:03,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:03,767 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#C#compaction#242 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:03,768 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/fe8e2bc7358049769127c66d6be0b19c is 50, key is test_row_0/C:col10/1732418582618/Put/seqid=0 2024-11-24T03:23:03,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/67a281aeeaf04acdb329182de1c45bd8 is 50, key is test_row_0/A:col10/1732418583747/Put/seqid=0 2024-11-24T03:23:03,790 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:03,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T03:23:03,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:03,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:03,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:03,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:03,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:03,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742117_1293 (size=12151) 2024-11-24T03:23:03,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/67a281aeeaf04acdb329182de1c45bd8 2024-11-24T03:23:03,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742116_1292 (size=12493) 2024-11-24T03:23:03,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/fe9f41f878d64fda811ebe756c019ce6 is 50, key is test_row_0/B:col10/1732418583747/Put/seqid=0 2024-11-24T03:23:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T03:23:03,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742118_1294 (size=12151) 2024-11-24T03:23:03,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418643832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:03,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418643834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:03,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418643936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:03,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418643937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:03,942 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:03,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T03:23:03,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:03,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:03,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:03,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:03,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:04,095 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:04,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T03:23:04,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:04,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:04,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:04,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:04,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:04,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418644141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:04,148 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/4f2c0c6e6757430ebff81eeb03865161 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/4f2c0c6e6757430ebff81eeb03865161 2024-11-24T03:23:04,157 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/A of 0f79b72e66c05abcac1384d5ec73e073 into 4f2c0c6e6757430ebff81eeb03865161(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:04,157 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:04,157 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/A, priority=13, startTime=1732418583639; duration=0sec 2024-11-24T03:23:04,157 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:04,157 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:A 2024-11-24T03:23:04,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418644141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:04,208 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/fe8e2bc7358049769127c66d6be0b19c as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/fe8e2bc7358049769127c66d6be0b19c 2024-11-24T03:23:04,216 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/C of 0f79b72e66c05abcac1384d5ec73e073 into fe8e2bc7358049769127c66d6be0b19c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:04,216 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:04,216 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/C, priority=13, startTime=1732418583640; duration=0sec 2024-11-24T03:23:04,216 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:04,216 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:C 2024-11-24T03:23:04,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/fe9f41f878d64fda811ebe756c019ce6 2024-11-24T03:23:04,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/cf11a766affd459e8da0c4d68fc3fa2d is 50, key is test_row_0/C:col10/1732418583747/Put/seqid=0 2024-11-24T03:23:04,249 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:04,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T03:23:04,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:04,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:04,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:04,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:04,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:04,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742119_1295 (size=12151) 2024-11-24T03:23:04,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/cf11a766affd459e8da0c4d68fc3fa2d 2024-11-24T03:23:04,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/67a281aeeaf04acdb329182de1c45bd8 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/67a281aeeaf04acdb329182de1c45bd8 2024-11-24T03:23:04,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/67a281aeeaf04acdb329182de1c45bd8, entries=150, sequenceid=171, filesize=11.9 K 2024-11-24T03:23:04,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/fe9f41f878d64fda811ebe756c019ce6 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/fe9f41f878d64fda811ebe756c019ce6 2024-11-24T03:23:04,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/fe9f41f878d64fda811ebe756c019ce6, entries=150, sequenceid=171, filesize=11.9 K 2024-11-24T03:23:04,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/cf11a766affd459e8da0c4d68fc3fa2d as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/cf11a766affd459e8da0c4d68fc3fa2d 2024-11-24T03:23:04,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/cf11a766affd459e8da0c4d68fc3fa2d, entries=150, sequenceid=171, filesize=11.9 K 2024-11-24T03:23:04,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0f79b72e66c05abcac1384d5ec73e073 in 562ms, sequenceid=171, compaction requested=false 2024-11-24T03:23:04,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:04,404 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:04,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T03:23:04,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:04,405 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T03:23:04,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:04,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:04,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:04,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:04,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:04,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:04,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/249d8ab3f6054b31a194c2735eda519a is 50, key is test_row_0/A:col10/1732418583804/Put/seqid=0 2024-11-24T03:23:04,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:04,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742120_1296 (size=12151) 2024-11-24T03:23:04,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418644509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:04,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418644510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:04,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418644613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:04,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418644613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:04,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418644816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T03:23:04,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418644818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:04,863 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/249d8ab3f6054b31a194c2735eda519a 2024-11-24T03:23:04,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/ff73742018704e08b04a0295832533a8 is 50, key is test_row_0/B:col10/1732418583804/Put/seqid=0 2024-11-24T03:23:04,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742121_1297 (size=12151) 2024-11-24T03:23:04,904 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/ff73742018704e08b04a0295832533a8 2024-11-24T03:23:04,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/0233ce509feb498b9cdc2d72c155a6d7 is 50, key is test_row_0/C:col10/1732418583804/Put/seqid=0 2024-11-24T03:23:04,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742122_1298 (size=12151) 2024-11-24T03:23:04,967 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/0233ce509feb498b9cdc2d72c155a6d7 2024-11-24T03:23:04,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/249d8ab3f6054b31a194c2735eda519a as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/249d8ab3f6054b31a194c2735eda519a 2024-11-24T03:23:04,983 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/249d8ab3f6054b31a194c2735eda519a, entries=150, sequenceid=197, filesize=11.9 K 2024-11-24T03:23:04,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/ff73742018704e08b04a0295832533a8 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/ff73742018704e08b04a0295832533a8 2024-11-24T03:23:04,989 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/ff73742018704e08b04a0295832533a8, entries=150, sequenceid=197, filesize=11.9 K 2024-11-24T03:23:04,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/0233ce509feb498b9cdc2d72c155a6d7 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/0233ce509feb498b9cdc2d72c155a6d7 2024-11-24T03:23:04,994 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/0233ce509feb498b9cdc2d72c155a6d7, entries=150, sequenceid=197, filesize=11.9 K 2024-11-24T03:23:04,996 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 0f79b72e66c05abcac1384d5ec73e073 in 591ms, sequenceid=197, compaction requested=true 2024-11-24T03:23:04,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:04,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:04,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-24T03:23:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-24T03:23:05,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-24T03:23:05,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2840 sec 2024-11-24T03:23:05,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 2.3020 sec 2024-11-24T03:23:05,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T03:23:05,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:05,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:05,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:05,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:05,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:05,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:05,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/74857c3887bc4d9ca7966dd511b74a50 is 50, key is test_row_0/A:col10/1732418585120/Put/seqid=0 2024-11-24T03:23:05,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742123_1299 (size=14541) 2024-11-24T03:23:05,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418645182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:05,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418645184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:05,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418645287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:05,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418645289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:05,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418645492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:05,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418645494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:05,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/74857c3887bc4d9ca7966dd511b74a50 2024-11-24T03:23:05,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/612a017ff35f40419ae265e9abc24f8b is 50, key is test_row_0/B:col10/1732418585120/Put/seqid=0 2024-11-24T03:23:05,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742124_1300 (size=12151) 2024-11-24T03:23:05,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418645798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:05,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418645806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:06,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/612a017ff35f40419ae265e9abc24f8b 2024-11-24T03:23:06,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/95a95f447300400dbdba6bd358545cf0 is 50, key is test_row_0/C:col10/1732418585120/Put/seqid=0 2024-11-24T03:23:06,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742125_1301 (size=12151) 2024-11-24T03:23:06,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/95a95f447300400dbdba6bd358545cf0 2024-11-24T03:23:06,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/74857c3887bc4d9ca7966dd511b74a50 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/74857c3887bc4d9ca7966dd511b74a50 2024-11-24T03:23:06,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/74857c3887bc4d9ca7966dd511b74a50, entries=200, sequenceid=211, filesize=14.2 K 2024-11-24T03:23:06,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/612a017ff35f40419ae265e9abc24f8b as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/612a017ff35f40419ae265e9abc24f8b 2024-11-24T03:23:06,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/612a017ff35f40419ae265e9abc24f8b, entries=150, sequenceid=211, filesize=11.9 K 2024-11-24T03:23:06,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/95a95f447300400dbdba6bd358545cf0 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/95a95f447300400dbdba6bd358545cf0 2024-11-24T03:23:06,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/95a95f447300400dbdba6bd358545cf0, entries=150, sequenceid=211, filesize=11.9 K 2024-11-24T03:23:06,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0f79b72e66c05abcac1384d5ec73e073 in 1022ms, sequenceid=211, compaction requested=true 2024-11-24T03:23:06,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:06,145 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:06,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:06,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:06,146 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:06,147 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51336 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:06,147 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/A is initiating minor compaction (all files) 2024-11-24T03:23:06,147 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/A in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:06,147 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/4f2c0c6e6757430ebff81eeb03865161, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/67a281aeeaf04acdb329182de1c45bd8, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/249d8ab3f6054b31a194c2735eda519a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/74857c3887bc4d9ca7966dd511b74a50] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=50.1 K 2024-11-24T03:23:06,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:06,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:06,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:06,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:06,148 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f2c0c6e6757430ebff81eeb03865161, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732418582501 2024-11-24T03:23:06,148 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:06,148 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/B is initiating minor compaction (all files) 2024-11-24T03:23:06,148 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/B in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:06,148 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/c334e3db50c044d5bbaa55886d820acd, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/fe9f41f878d64fda811ebe756c019ce6, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/ff73742018704e08b04a0295832533a8, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/612a017ff35f40419ae265e9abc24f8b] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=47.8 K 2024-11-24T03:23:06,149 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting c334e3db50c044d5bbaa55886d820acd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732418582501 2024-11-24T03:23:06,149 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67a281aeeaf04acdb329182de1c45bd8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732418583747 2024-11-24T03:23:06,149 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting fe9f41f878d64fda811ebe756c019ce6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732418583747 2024-11-24T03:23:06,150 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 249d8ab3f6054b31a194c2735eda519a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732418583804 2024-11-24T03:23:06,150 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting ff73742018704e08b04a0295832533a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732418583804 2024-11-24T03:23:06,150 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74857c3887bc4d9ca7966dd511b74a50, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732418584461 2024-11-24T03:23:06,151 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 612a017ff35f40419ae265e9abc24f8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732418584461 2024-11-24T03:23:06,170 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#B#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:06,171 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/d13a5ad0b55b41d6a640a2226fec1301 is 50, key is test_row_0/B:col10/1732418585120/Put/seqid=0 2024-11-24T03:23:06,182 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#A#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:06,183 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/3a8f4fc006014294a16763f7f783e7b1 is 50, key is test_row_0/A:col10/1732418585120/Put/seqid=0 2024-11-24T03:23:06,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742126_1302 (size=12629) 2024-11-24T03:23:06,225 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/d13a5ad0b55b41d6a640a2226fec1301 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/d13a5ad0b55b41d6a640a2226fec1301 2024-11-24T03:23:06,231 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/B of 0f79b72e66c05abcac1384d5ec73e073 into d13a5ad0b55b41d6a640a2226fec1301(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:06,231 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:06,231 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/B, priority=12, startTime=1732418586146; duration=0sec 2024-11-24T03:23:06,231 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:06,231 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:B 2024-11-24T03:23:06,231 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:06,233 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:06,233 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/C is initiating minor compaction (all files) 2024-11-24T03:23:06,233 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/C in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:06,233 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/fe8e2bc7358049769127c66d6be0b19c, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/cf11a766affd459e8da0c4d68fc3fa2d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/0233ce509feb498b9cdc2d72c155a6d7, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/95a95f447300400dbdba6bd358545cf0] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=47.8 K 2024-11-24T03:23:06,235 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting fe8e2bc7358049769127c66d6be0b19c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732418582501 2024-11-24T03:23:06,235 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting cf11a766affd459e8da0c4d68fc3fa2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732418583747 2024-11-24T03:23:06,235 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 0233ce509feb498b9cdc2d72c155a6d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732418583804 2024-11-24T03:23:06,236 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 95a95f447300400dbdba6bd358545cf0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732418584461 2024-11-24T03:23:06,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742127_1303 (size=12629) 2024-11-24T03:23:06,265 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#C#compaction#254 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:06,266 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/e96028c5e12c433fac60fdbaf0403b11 is 50, key is test_row_0/C:col10/1732418585120/Put/seqid=0 2024-11-24T03:23:06,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742128_1304 (size=12629) 2024-11-24T03:23:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:06,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T03:23:06,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:06,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:06,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:06,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:06,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:06,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:06,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/d8ba030d3b364474994fbf3ee70c74f3 is 50, key is test_row_0/A:col10/1732418586307/Put/seqid=0 2024-11-24T03:23:06,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742129_1305 (size=12151) 2024-11-24T03:23:06,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418646340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:06,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418646342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:06,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418646445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:06,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418646446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:06,648 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/3a8f4fc006014294a16763f7f783e7b1 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/3a8f4fc006014294a16763f7f783e7b1 2024-11-24T03:23:06,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418646648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:06,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418646652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:06,662 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/A of 0f79b72e66c05abcac1384d5ec73e073 into 3a8f4fc006014294a16763f7f783e7b1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:06,662 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:06,662 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/A, priority=12, startTime=1732418586145; duration=0sec 2024-11-24T03:23:06,662 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:06,662 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:A 2024-11-24T03:23:06,705 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/e96028c5e12c433fac60fdbaf0403b11 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/e96028c5e12c433fac60fdbaf0403b11 2024-11-24T03:23:06,712 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/C of 0f79b72e66c05abcac1384d5ec73e073 into e96028c5e12c433fac60fdbaf0403b11(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:06,712 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:06,712 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/C, priority=12, startTime=1732418586147; duration=0sec 2024-11-24T03:23:06,714 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:06,714 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:C 2024-11-24T03:23:06,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/d8ba030d3b364474994fbf3ee70c74f3 2024-11-24T03:23:06,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/165ab4c478474834b215d0ee1d78c9ab is 50, key is test_row_0/B:col10/1732418586307/Put/seqid=0 2024-11-24T03:23:06,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742130_1306 (size=12151) 2024-11-24T03:23:06,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/165ab4c478474834b215d0ee1d78c9ab 2024-11-24T03:23:06,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/fa1abcaec632455da38266595ba58e4f is 50, key is test_row_0/C:col10/1732418586307/Put/seqid=0 2024-11-24T03:23:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T03:23:06,821 INFO [Thread-1199 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-24T03:23:06,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-24T03:23:06,824 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T03:23:06,832 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:06,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:06,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742131_1307 (size=12151) 2024-11-24T03:23:06,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/fa1abcaec632455da38266595ba58e4f 2024-11-24T03:23:06,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/d8ba030d3b364474994fbf3ee70c74f3 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d8ba030d3b364474994fbf3ee70c74f3 2024-11-24T03:23:06,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d8ba030d3b364474994fbf3ee70c74f3, entries=150, sequenceid=235, filesize=11.9 K 2024-11-24T03:23:06,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/165ab4c478474834b215d0ee1d78c9ab as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/165ab4c478474834b215d0ee1d78c9ab 2024-11-24T03:23:06,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/165ab4c478474834b215d0ee1d78c9ab, entries=150, sequenceid=235, filesize=11.9 K 2024-11-24T03:23:06,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/fa1abcaec632455da38266595ba58e4f as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/fa1abcaec632455da38266595ba58e4f 2024-11-24T03:23:06,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/fa1abcaec632455da38266595ba58e4f, entries=150, sequenceid=235, filesize=11.9 K 2024-11-24T03:23:06,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 0f79b72e66c05abcac1384d5ec73e073 in 564ms, sequenceid=235, compaction requested=false 2024-11-24T03:23:06,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T03:23:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:06,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T03:23:06,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:06,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:06,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:06,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:06,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:06,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:06,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/6867f9050d90491884a39ae5ee52c416 is 50, key is test_row_0/A:col10/1732418586952/Put/seqid=0 2024-11-24T03:23:06,988 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:06,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742132_1308 (size=12151) 2024-11-24T03:23:06,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T03:23:06,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:06,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:06,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:06,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:06,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:06,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/6867f9050d90491884a39ae5ee52c416 2024-11-24T03:23:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:07,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/637e0dfdb0134fadaa10f945076a559f is 50, key is test_row_0/B:col10/1732418586952/Put/seqid=0 2024-11-24T03:23:07,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418647024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418647028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742133_1309 (size=12151) 2024-11-24T03:23:07,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/637e0dfdb0134fadaa10f945076a559f 2024-11-24T03:23:07,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/1718371555da4511beb83ee2e0fe556d is 50, key is test_row_0/C:col10/1732418586952/Put/seqid=0 2024-11-24T03:23:07,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742134_1310 (size=12151) 2024-11-24T03:23:07,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/1718371555da4511beb83ee2e0fe556d 2024-11-24T03:23:07,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/6867f9050d90491884a39ae5ee52c416 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/6867f9050d90491884a39ae5ee52c416 2024-11-24T03:23:07,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/6867f9050d90491884a39ae5ee52c416, entries=150, sequenceid=251, filesize=11.9 K 2024-11-24T03:23:07,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/637e0dfdb0134fadaa10f945076a559f as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/637e0dfdb0134fadaa10f945076a559f 2024-11-24T03:23:07,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/637e0dfdb0134fadaa10f945076a559f, entries=150, sequenceid=251, filesize=11.9 K 2024-11-24T03:23:07,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/1718371555da4511beb83ee2e0fe556d as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/1718371555da4511beb83ee2e0fe556d 2024-11-24T03:23:07,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/1718371555da4511beb83ee2e0fe556d, entries=150, sequenceid=251, filesize=11.9 K 2024-11-24T03:23:07,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0f79b72e66c05abcac1384d5ec73e073 in 158ms, sequenceid=251, compaction requested=true 2024-11-24T03:23:07,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:07,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:07,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:07,113 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:07,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:07,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:07,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:07,113 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:07,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:07,114 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:07,114 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:07,114 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/A is initiating minor compaction (all files) 2024-11-24T03:23:07,114 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/B is initiating minor compaction (all files) 2024-11-24T03:23:07,114 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/A in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:07,114 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/B in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:07,115 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/3a8f4fc006014294a16763f7f783e7b1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d8ba030d3b364474994fbf3ee70c74f3, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/6867f9050d90491884a39ae5ee52c416] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=36.1 K 2024-11-24T03:23:07,115 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/d13a5ad0b55b41d6a640a2226fec1301, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/165ab4c478474834b215d0ee1d78c9ab, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/637e0dfdb0134fadaa10f945076a559f] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=36.1 K 2024-11-24T03:23:07,115 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a8f4fc006014294a16763f7f783e7b1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732418584461 2024-11-24T03:23:07,115 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting d13a5ad0b55b41d6a640a2226fec1301, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732418584461 2024-11-24T03:23:07,115 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8ba030d3b364474994fbf3ee70c74f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732418585174 2024-11-24T03:23:07,116 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 165ab4c478474834b215d0ee1d78c9ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732418585174 2024-11-24T03:23:07,116 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6867f9050d90491884a39ae5ee52c416, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732418586328 2024-11-24T03:23:07,116 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 637e0dfdb0134fadaa10f945076a559f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732418586328 2024-11-24T03:23:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T03:23:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:07,130 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#A#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:07,131 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/424cbfc53f1d461f85dd92faf9d8d4dd is 50, key is test_row_0/A:col10/1732418586952/Put/seqid=0 2024-11-24T03:23:07,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T03:23:07,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:07,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:07,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:07,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:07,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:07,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:07,134 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#B#compaction#262 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:07,135 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/94b4ffcd2a7640e295f71d2448c81495 is 50, key is test_row_0/B:col10/1732418586952/Put/seqid=0 2024-11-24T03:23:07,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/86f7a219de7243da9bbed153e3c0c9b5 is 50, key is test_row_0/A:col10/1732418587127/Put/seqid=0 2024-11-24T03:23:07,142 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T03:23:07,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:07,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:07,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:07,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:07,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:07,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418647153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418647155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742136_1312 (size=12731) 2024-11-24T03:23:07,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742135_1311 (size=12731) 2024-11-24T03:23:07,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52116 deadline: 1732418647166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418647166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418647176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,182 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/424cbfc53f1d461f85dd92faf9d8d4dd as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/424cbfc53f1d461f85dd92faf9d8d4dd 2024-11-24T03:23:07,189 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/A of 0f79b72e66c05abcac1384d5ec73e073 into 424cbfc53f1d461f85dd92faf9d8d4dd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:07,189 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:07,189 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/A, priority=13, startTime=1732418587113; duration=0sec 2024-11-24T03:23:07,190 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:07,190 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:A 2024-11-24T03:23:07,190 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:07,197 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:07,197 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/C is initiating minor compaction (all files) 2024-11-24T03:23:07,197 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/C in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:07,197 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/e96028c5e12c433fac60fdbaf0403b11, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/fa1abcaec632455da38266595ba58e4f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/1718371555da4511beb83ee2e0fe556d] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=36.1 K 2024-11-24T03:23:07,198 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting e96028c5e12c433fac60fdbaf0403b11, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732418584461 2024-11-24T03:23:07,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742137_1313 (size=14741) 2024-11-24T03:23:07,199 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa1abcaec632455da38266595ba58e4f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732418585174 2024-11-24T03:23:07,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/86f7a219de7243da9bbed153e3c0c9b5 2024-11-24T03:23:07,199 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1718371555da4511beb83ee2e0fe556d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732418586328 2024-11-24T03:23:07,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/a8bcc9d6c88a4e65bdbe29e272ccecd4 is 50, key is test_row_0/B:col10/1732418587127/Put/seqid=0 2024-11-24T03:23:07,225 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#C#compaction#265 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:07,225 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/68662a89aa154f3bb491bcfc118760dd is 50, key is test_row_0/C:col10/1732418586952/Put/seqid=0 2024-11-24T03:23:07,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742138_1314 (size=12301) 2024-11-24T03:23:07,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/a8bcc9d6c88a4e65bdbe29e272ccecd4 2024-11-24T03:23:07,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418647258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418647259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52116 deadline: 1732418647270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418647271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742139_1315 (size=12731) 2024-11-24T03:23:07,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418647279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,293 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/68662a89aa154f3bb491bcfc118760dd as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/68662a89aa154f3bb491bcfc118760dd 2024-11-24T03:23:07,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/136eb1c3c4ab4e4fa4d419b52af27e29 is 50, key is test_row_0/C:col10/1732418587127/Put/seqid=0 2024-11-24T03:23:07,295 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T03:23:07,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:07,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:07,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:07,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:07,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:07,302 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/C of 0f79b72e66c05abcac1384d5ec73e073 into 68662a89aa154f3bb491bcfc118760dd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:07,303 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:07,303 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/C, priority=13, startTime=1732418587113; duration=0sec 2024-11-24T03:23:07,303 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:07,304 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:C 2024-11-24T03:23:07,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742140_1316 (size=12301) 2024-11-24T03:23:07,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/136eb1c3c4ab4e4fa4d419b52af27e29 2024-11-24T03:23:07,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/86f7a219de7243da9bbed153e3c0c9b5 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/86f7a219de7243da9bbed153e3c0c9b5 2024-11-24T03:23:07,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/86f7a219de7243da9bbed153e3c0c9b5, entries=200, sequenceid=275, filesize=14.4 K 2024-11-24T03:23:07,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/a8bcc9d6c88a4e65bdbe29e272ccecd4 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/a8bcc9d6c88a4e65bdbe29e272ccecd4 2024-11-24T03:23:07,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/a8bcc9d6c88a4e65bdbe29e272ccecd4, entries=150, sequenceid=275, filesize=12.0 K 2024-11-24T03:23:07,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/136eb1c3c4ab4e4fa4d419b52af27e29 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/136eb1c3c4ab4e4fa4d419b52af27e29 2024-11-24T03:23:07,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/136eb1c3c4ab4e4fa4d419b52af27e29, entries=150, sequenceid=275, filesize=12.0 K 2024-11-24T03:23:07,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 0f79b72e66c05abcac1384d5ec73e073 in 237ms, sequenceid=275, compaction requested=false 2024-11-24T03:23:07,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T03:23:07,448 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T03:23:07,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:07,449 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T03:23:07,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:07,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:07,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:07,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:07,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:07,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:07,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:07,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/bfe83f43a775441d91b17b560e783930 is 50, key is test_row_0/A:col10/1732418587151/Put/seqid=0 2024-11-24T03:23:07,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742141_1317 (size=12301) 2024-11-24T03:23:07,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418647500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418647500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418647503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418647505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52116 deadline: 1732418647505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,575 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/94b4ffcd2a7640e295f71d2448c81495 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/94b4ffcd2a7640e295f71d2448c81495 2024-11-24T03:23:07,580 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/B of 0f79b72e66c05abcac1384d5ec73e073 into 94b4ffcd2a7640e295f71d2448c81495(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:07,583 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:07,583 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/B, priority=13, startTime=1732418587113; duration=0sec 2024-11-24T03:23:07,584 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:07,584 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:B 2024-11-24T03:23:07,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418647607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418647608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418647608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418647612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52116 deadline: 1732418647612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418647811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418647815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52116 deadline: 1732418647819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418647820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418647812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:07,897 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/bfe83f43a775441d91b17b560e783930 2024-11-24T03:23:07,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/23ee03182526459986ac740b065af9be is 50, key is test_row_0/B:col10/1732418587151/Put/seqid=0 2024-11-24T03:23:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T03:23:07,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742142_1318 (size=12301) 2024-11-24T03:23:07,935 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/23ee03182526459986ac740b065af9be 2024-11-24T03:23:07,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/c0dca9c919164481a12d9ddd891ac703 is 50, key is test_row_0/C:col10/1732418587151/Put/seqid=0 2024-11-24T03:23:07,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742143_1319 (size=12301) 2024-11-24T03:23:08,000 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/c0dca9c919164481a12d9ddd891ac703 2024-11-24T03:23:08,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/bfe83f43a775441d91b17b560e783930 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/bfe83f43a775441d91b17b560e783930 2024-11-24T03:23:08,010 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/bfe83f43a775441d91b17b560e783930, entries=150, sequenceid=290, filesize=12.0 K 2024-11-24T03:23:08,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/23ee03182526459986ac740b065af9be as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/23ee03182526459986ac740b065af9be 2024-11-24T03:23:08,017 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/23ee03182526459986ac740b065af9be, entries=150, sequenceid=290, filesize=12.0 K 2024-11-24T03:23:08,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/c0dca9c919164481a12d9ddd891ac703 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/c0dca9c919164481a12d9ddd891ac703 2024-11-24T03:23:08,023 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/c0dca9c919164481a12d9ddd891ac703, entries=150, sequenceid=290, filesize=12.0 K 2024-11-24T03:23:08,025 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 0f79b72e66c05abcac1384d5ec73e073 in 575ms, sequenceid=290, compaction requested=true 2024-11-24T03:23:08,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:08,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:08,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-24T03:23:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-24T03:23:08,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-24T03:23:08,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1940 sec 2024-11-24T03:23:08,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.2060 sec 2024-11-24T03:23:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:08,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T03:23:08,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:08,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:08,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:08,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:08,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:08,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:08,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/d80b92621d7646ec8b7e07977c08ddd5 is 50, key is test_row_0/A:col10/1732418587499/Put/seqid=0 2024-11-24T03:23:08,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418648134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:08,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418648137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:08,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418648135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:08,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52116 deadline: 1732418648137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:08,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418648140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:08,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742144_1320 (size=14741) 2024-11-24T03:23:08,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/d80b92621d7646ec8b7e07977c08ddd5 2024-11-24T03:23:08,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/c1680a49a0d14f4a914f4bce3f99c936 is 50, key is test_row_0/B:col10/1732418587499/Put/seqid=0 2024-11-24T03:23:08,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742145_1321 (size=12301) 2024-11-24T03:23:08,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418648242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:08,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418648246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:08,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52116 deadline: 1732418648247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:08,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418648248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:08,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418648451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:08,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52116 deadline: 1732418648452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:08,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418648452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:08,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418648456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:08,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418648645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:08,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/c1680a49a0d14f4a914f4bce3f99c936 2024-11-24T03:23:08,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/d4ed7ce2fdab482ba75190c229c95cb0 is 50, key is test_row_0/C:col10/1732418587499/Put/seqid=0 2024-11-24T03:23:08,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742146_1322 (size=12301) 2024-11-24T03:23:08,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/d4ed7ce2fdab482ba75190c229c95cb0 2024-11-24T03:23:08,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/d80b92621d7646ec8b7e07977c08ddd5 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d80b92621d7646ec8b7e07977c08ddd5 2024-11-24T03:23:08,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d80b92621d7646ec8b7e07977c08ddd5, entries=200, sequenceid=315, filesize=14.4 K 2024-11-24T03:23:08,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/c1680a49a0d14f4a914f4bce3f99c936 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/c1680a49a0d14f4a914f4bce3f99c936 2024-11-24T03:23:08,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/c1680a49a0d14f4a914f4bce3f99c936, entries=150, sequenceid=315, filesize=12.0 K 2024-11-24T03:23:08,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/d4ed7ce2fdab482ba75190c229c95cb0 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/d4ed7ce2fdab482ba75190c229c95cb0 2024-11-24T03:23:08,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/d4ed7ce2fdab482ba75190c229c95cb0, entries=150, sequenceid=315, filesize=12.0 K 2024-11-24T03:23:08,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0f79b72e66c05abcac1384d5ec73e073 in 626ms, sequenceid=315, compaction requested=true 2024-11-24T03:23:08,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:08,746 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:08,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:08,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:08,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:08,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:08,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:08,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:08,746 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:08,748 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54514 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:08,748 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/A is initiating minor compaction (all files) 2024-11-24T03:23:08,748 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/A in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:08,748 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/424cbfc53f1d461f85dd92faf9d8d4dd, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/86f7a219de7243da9bbed153e3c0c9b5, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/bfe83f43a775441d91b17b560e783930, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d80b92621d7646ec8b7e07977c08ddd5] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=53.2 K 2024-11-24T03:23:08,748 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:08,748 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/B is initiating minor compaction (all files) 2024-11-24T03:23:08,748 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/B in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:08,748 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/94b4ffcd2a7640e295f71d2448c81495, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/a8bcc9d6c88a4e65bdbe29e272ccecd4, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/23ee03182526459986ac740b065af9be, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/c1680a49a0d14f4a914f4bce3f99c936] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=48.5 K 2024-11-24T03:23:08,749 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 424cbfc53f1d461f85dd92faf9d8d4dd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732418586328 2024-11-24T03:23:08,750 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 94b4ffcd2a7640e295f71d2448c81495, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732418586328 2024-11-24T03:23:08,750 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86f7a219de7243da9bbed153e3c0c9b5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732418586995 2024-11-24T03:23:08,750 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting bfe83f43a775441d91b17b560e783930, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732418587151 2024-11-24T03:23:08,751 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting a8bcc9d6c88a4e65bdbe29e272ccecd4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732418587027 2024-11-24T03:23:08,752 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting d80b92621d7646ec8b7e07977c08ddd5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732418587496 2024-11-24T03:23:08,752 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 23ee03182526459986ac740b065af9be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732418587151 2024-11-24T03:23:08,753 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting c1680a49a0d14f4a914f4bce3f99c936, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732418587499 2024-11-24T03:23:08,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T03:23:08,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:08,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:08,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:08,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:08,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:08,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:08,772 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#A#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:08,772 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/add38c627db54bada1c838b5764ef426 is 50, key is test_row_0/A:col10/1732418587499/Put/seqid=0 2024-11-24T03:23:08,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/0582ab140efb48b29979024f1b8c93c3 is 50, key is test_row_0/A:col10/1732418588133/Put/seqid=0 2024-11-24T03:23:08,783 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#B#compaction#275 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:08,784 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/6537cfbfd9114834a9d12a09c4600801 is 50, key is test_row_0/B:col10/1732418587499/Put/seqid=0 2024-11-24T03:23:08,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418648802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:08,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418648803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:08,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52116 deadline: 1732418648807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:08,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418648808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:08,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742148_1324 (size=13017) 2024-11-24T03:23:08,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742147_1323 (size=17181) 2024-11-24T03:23:08,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/0582ab140efb48b29979024f1b8c93c3 2024-11-24T03:23:08,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/3098865b5787420abe8dcbd38d5ad0e6 is 50, key is test_row_0/B:col10/1732418588133/Put/seqid=0 2024-11-24T03:23:08,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742149_1325 (size=13017) 2024-11-24T03:23:08,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742150_1326 (size=12301) 2024-11-24T03:23:08,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/3098865b5787420abe8dcbd38d5ad0e6 2024-11-24T03:23:08,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/edab3128508341daaa9a82c0906623a1 is 50, key is test_row_0/C:col10/1732418588133/Put/seqid=0 2024-11-24T03:23:08,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418648912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:08,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418648914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:08,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742151_1327 (size=12301) 2024-11-24T03:23:08,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52116 deadline: 1732418648916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418648916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T03:23:08,930 INFO [Thread-1199 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-24T03:23:08,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/edab3128508341daaa9a82c0906623a1 2024-11-24T03:23:08,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-24T03:23:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T03:23:08,932 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:08,933 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:08,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:08,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/0582ab140efb48b29979024f1b8c93c3 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/0582ab140efb48b29979024f1b8c93c3 2024-11-24T03:23:08,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/0582ab140efb48b29979024f1b8c93c3, entries=250, sequenceid=329, filesize=16.8 K 2024-11-24T03:23:08,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/3098865b5787420abe8dcbd38d5ad0e6 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/3098865b5787420abe8dcbd38d5ad0e6 2024-11-24T03:23:08,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/3098865b5787420abe8dcbd38d5ad0e6, entries=150, sequenceid=329, filesize=12.0 K 2024-11-24T03:23:08,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/edab3128508341daaa9a82c0906623a1 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/edab3128508341daaa9a82c0906623a1 2024-11-24T03:23:08,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/edab3128508341daaa9a82c0906623a1, entries=150, sequenceid=329, filesize=12.0 K 2024-11-24T03:23:08,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0f79b72e66c05abcac1384d5ec73e073 in 198ms, sequenceid=329, compaction requested=true 2024-11-24T03:23:08,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:08,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:A, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:08,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T03:23:08,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:B, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:08,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-24T03:23:08,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:08,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-24T03:23:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T03:23:09,090 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:09,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T03:23:09,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:09,091 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T03:23:09,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:09,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:09,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:09,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:09,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:09,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:09,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/0571361304c9420cb427a971a760ff55 is 50, key is test_row_0/A:col10/1732418588806/Put/seqid=0 2024-11-24T03:23:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:09,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:09,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742152_1328 (size=12301) 2024-11-24T03:23:09,128 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/0571361304c9420cb427a971a760ff55 2024-11-24T03:23:09,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/4623c68015bc44b7bae88cbe06cfac87 is 50, key is test_row_0/B:col10/1732418588806/Put/seqid=0 2024-11-24T03:23:09,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418649136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52116 deadline: 1732418649138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:09,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418649140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:09,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418649142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:09,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742153_1329 (size=12301) 2024-11-24T03:23:09,160 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/4623c68015bc44b7bae88cbe06cfac87 2024-11-24T03:23:09,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/2b5190bf7cb1498cb099e904e060f348 is 50, key is test_row_0/C:col10/1732418588806/Put/seqid=0 2024-11-24T03:23:09,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742154_1330 (size=12301) 2024-11-24T03:23:09,217 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/2b5190bf7cb1498cb099e904e060f348 2024-11-24T03:23:09,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/0571361304c9420cb427a971a760ff55 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/0571361304c9420cb427a971a760ff55 2024-11-24T03:23:09,233 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/0571361304c9420cb427a971a760ff55, entries=150, sequenceid=351, filesize=12.0 K 2024-11-24T03:23:09,233 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/add38c627db54bada1c838b5764ef426 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/add38c627db54bada1c838b5764ef426 2024-11-24T03:23:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T03:23:09,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/4623c68015bc44b7bae88cbe06cfac87 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/4623c68015bc44b7bae88cbe06cfac87 2024-11-24T03:23:09,240 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/4623c68015bc44b7bae88cbe06cfac87, entries=150, sequenceid=351, filesize=12.0 K 2024-11-24T03:23:09,240 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/A of 0f79b72e66c05abcac1384d5ec73e073 into add38c627db54bada1c838b5764ef426(size=12.7 K), total size for store is 41.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:09,240 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:09,240 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/A, priority=12, startTime=1732418588746; duration=0sec 2024-11-24T03:23:09,240 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-24T03:23:09,240 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:A 2024-11-24T03:23:09,240 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:A 2024-11-24T03:23:09,240 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T03:23:09,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/2b5190bf7cb1498cb099e904e060f348 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/2b5190bf7cb1498cb099e904e060f348 2024-11-24T03:23:09,243 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61935 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T03:23:09,244 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/C is initiating minor compaction (all files) 2024-11-24T03:23:09,244 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/C in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:09,244 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/68662a89aa154f3bb491bcfc118760dd, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/136eb1c3c4ab4e4fa4d419b52af27e29, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/c0dca9c919164481a12d9ddd891ac703, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/d4ed7ce2fdab482ba75190c229c95cb0, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/edab3128508341daaa9a82c0906623a1] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=60.5 K 2024-11-24T03:23:09,245 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68662a89aa154f3bb491bcfc118760dd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732418586328 2024-11-24T03:23:09,247 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 136eb1c3c4ab4e4fa4d419b52af27e29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732418587027 2024-11-24T03:23:09,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52116 deadline: 1732418649244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:09,247 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0dca9c919164481a12d9ddd891ac703, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732418587151 2024-11-24T03:23:09,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418649244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:09,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418649245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:09,249 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4ed7ce2fdab482ba75190c229c95cb0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732418587499 2024-11-24T03:23:09,250 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting edab3128508341daaa9a82c0906623a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732418588133 2024-11-24T03:23:09,251 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/2b5190bf7cb1498cb099e904e060f348, entries=150, sequenceid=351, filesize=12.0 K 2024-11-24T03:23:09,253 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 0f79b72e66c05abcac1384d5ec73e073 in 162ms, sequenceid=351, compaction requested=false 2024-11-24T03:23:09,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:09,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:09,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-24T03:23:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-24T03:23:09,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-24T03:23:09,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 322 msec 2024-11-24T03:23:09,258 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/6537cfbfd9114834a9d12a09c4600801 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/6537cfbfd9114834a9d12a09c4600801 2024-11-24T03:23:09,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T03:23:09,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 326 msec 2024-11-24T03:23:09,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:09,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:09,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:09,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:09,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:09,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:09,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/6dfe48abc806402fb5536998c654b975 is 50, key is test_row_0/A:col10/1732418589139/Put/seqid=0 2024-11-24T03:23:09,268 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/B of 0f79b72e66c05abcac1384d5ec73e073 into 6537cfbfd9114834a9d12a09c4600801(size=12.7 K), total size for store is 36.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:09,268 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:09,268 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/B, priority=12, startTime=1732418588746; duration=0sec 2024-11-24T03:23:09,268 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-24T03:23:09,268 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:B 2024-11-24T03:23:09,268 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:B 2024-11-24T03:23:09,268 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 5 compacting, 1 eligible, 16 blocking 2024-11-24T03:23:09,271 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T03:23:09,271 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T03:23:09,271 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. because compaction request was cancelled 2024-11-24T03:23:09,271 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:C 2024-11-24T03:23:09,271 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:09,272 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:09,272 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/B is initiating minor compaction (all files) 2024-11-24T03:23:09,272 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/B in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:09,272 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/6537cfbfd9114834a9d12a09c4600801, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/3098865b5787420abe8dcbd38d5ad0e6, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/4623c68015bc44b7bae88cbe06cfac87] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=36.7 K 2024-11-24T03:23:09,272 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 6537cfbfd9114834a9d12a09c4600801, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732418587499 2024-11-24T03:23:09,273 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 3098865b5787420abe8dcbd38d5ad0e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732418588133 2024-11-24T03:23:09,273 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 4623c68015bc44b7bae88cbe06cfac87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732418588794 2024-11-24T03:23:09,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742155_1331 (size=14741) 2024-11-24T03:23:09,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/6dfe48abc806402fb5536998c654b975 2024-11-24T03:23:09,311 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#C#compaction#282 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:09,312 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/04ab659823a94441b5d5f83f5ed11ef1 is 50, key is test_row_0/C:col10/1732418588133/Put/seqid=0 2024-11-24T03:23:09,314 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#B#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:09,315 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/fd7904c1230a40b2a21d01cd06bab73c is 50, key is test_row_0/B:col10/1732418588806/Put/seqid=0 2024-11-24T03:23:09,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/f85d4c4122284348bfa882861f6872f7 is 50, key is test_row_0/B:col10/1732418589139/Put/seqid=0 2024-11-24T03:23:09,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742156_1332 (size=13119) 2024-11-24T03:23:09,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418649375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:09,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742157_1333 (size=13051) 2024-11-24T03:23:09,407 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/04ab659823a94441b5d5f83f5ed11ef1 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/04ab659823a94441b5d5f83f5ed11ef1 2024-11-24T03:23:09,413 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/C of 0f79b72e66c05abcac1384d5ec73e073 into 04ab659823a94441b5d5f83f5ed11ef1(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:09,413 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:09,413 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/C, priority=11, startTime=1732418588960; duration=0sec 2024-11-24T03:23:09,413 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:09,413 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:C 2024-11-24T03:23:09,414 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:09,414 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42499 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:09,415 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/A is initiating minor compaction (all files) 2024-11-24T03:23:09,415 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/A in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:09,415 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/add38c627db54bada1c838b5764ef426, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/0582ab140efb48b29979024f1b8c93c3, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/0571361304c9420cb427a971a760ff55] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=41.5 K 2024-11-24T03:23:09,416 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting add38c627db54bada1c838b5764ef426, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732418587499 2024-11-24T03:23:09,420 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0582ab140efb48b29979024f1b8c93c3, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732418588133 2024-11-24T03:23:09,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742158_1334 (size=12301) 2024-11-24T03:23:09,420 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0571361304c9420cb427a971a760ff55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732418588794 2024-11-24T03:23:09,430 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#A#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:09,431 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/7d8776cd1cc440d3a02f5a1b14483d80 is 50, key is test_row_0/A:col10/1732418588806/Put/seqid=0 2024-11-24T03:23:09,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52116 deadline: 1732418649449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:09,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418649449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:09,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418649450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:09,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742159_1335 (size=13119) 2024-11-24T03:23:09,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418649480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T03:23:09,535 INFO [Thread-1199 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-24T03:23:09,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-24T03:23:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T03:23:09,540 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:09,540 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:09,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T03:23:09,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418649658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:09,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418649682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:09,692 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:09,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T03:23:09,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:09,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:09,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:09,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:09,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:09,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52116 deadline: 1732418649752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:09,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418649754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:09,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418649757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:09,773 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/fd7904c1230a40b2a21d01cd06bab73c as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/fd7904c1230a40b2a21d01cd06bab73c 2024-11-24T03:23:09,785 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/B of 0f79b72e66c05abcac1384d5ec73e073 into fd7904c1230a40b2a21d01cd06bab73c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:09,785 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:09,785 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/B, priority=13, startTime=1732418588960; duration=0sec 2024-11-24T03:23:09,786 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:09,786 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:B 2024-11-24T03:23:09,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/f85d4c4122284348bfa882861f6872f7 2024-11-24T03:23:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T03:23:09,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/f4de297f9ebe4946a35af54a51d3355c is 50, key is test_row_0/C:col10/1732418589139/Put/seqid=0 2024-11-24T03:23:09,847 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:09,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T03:23:09,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:09,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:09,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:09,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:09,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:09,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742160_1336 (size=12301) 2024-11-24T03:23:09,874 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/7d8776cd1cc440d3a02f5a1b14483d80 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/7d8776cd1cc440d3a02f5a1b14483d80 2024-11-24T03:23:09,886 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/A of 0f79b72e66c05abcac1384d5ec73e073 into 7d8776cd1cc440d3a02f5a1b14483d80(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:09,886 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:09,886 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/A, priority=13, startTime=1732418588960; duration=0sec 2024-11-24T03:23:09,886 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:09,886 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:A 2024-11-24T03:23:09,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418649991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:10,000 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:10,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T03:23:10,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:10,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:10,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:10,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:10,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T03:23:10,154 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:10,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T03:23:10,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:10,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:10,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:10,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:10,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:10,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52116 deadline: 1732418650256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:10,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418650261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:10,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418650262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:10,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/f4de297f9ebe4946a35af54a51d3355c 2024-11-24T03:23:10,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/6dfe48abc806402fb5536998c654b975 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/6dfe48abc806402fb5536998c654b975 2024-11-24T03:23:10,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/6dfe48abc806402fb5536998c654b975, entries=200, sequenceid=367, filesize=14.4 K 2024-11-24T03:23:10,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/f85d4c4122284348bfa882861f6872f7 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/f85d4c4122284348bfa882861f6872f7 2024-11-24T03:23:10,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/f85d4c4122284348bfa882861f6872f7, entries=150, sequenceid=367, filesize=12.0 K 2024-11-24T03:23:10,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/f4de297f9ebe4946a35af54a51d3355c as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/f4de297f9ebe4946a35af54a51d3355c 2024-11-24T03:23:10,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/f4de297f9ebe4946a35af54a51d3355c, entries=150, sequenceid=367, filesize=12.0 K 2024-11-24T03:23:10,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 0f79b72e66c05abcac1384d5ec73e073 in 1044ms, sequenceid=367, compaction requested=true 2024-11-24T03:23:10,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:10,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:10,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:10,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:10,303 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T03:23:10,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:10,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:10,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:10,303 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T03:23:10,305 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T03:23:10,305 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T03:23:10,305 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. because compaction request was cancelled 2024-11-24T03:23:10,305 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:A 2024-11-24T03:23:10,305 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:10,305 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T03:23:10,305 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T03:23:10,305 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. because compaction request was cancelled 2024-11-24T03:23:10,305 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:B 2024-11-24T03:23:10,306 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:10,307 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/C is initiating minor compaction (all files) 2024-11-24T03:23:10,307 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/C in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:10,307 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/04ab659823a94441b5d5f83f5ed11ef1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/2b5190bf7cb1498cb099e904e060f348, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/f4de297f9ebe4946a35af54a51d3355c] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=36.8 K 2024-11-24T03:23:10,307 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:10,307 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04ab659823a94441b5d5f83f5ed11ef1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732418588133 2024-11-24T03:23:10,307 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b5190bf7cb1498cb099e904e060f348, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732418588794 2024-11-24T03:23:10,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T03:23:10,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:10,308 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T03:23:10,308 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4de297f9ebe4946a35af54a51d3355c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732418589136 2024-11-24T03:23:10,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:10,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:10,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:10,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:10,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:10,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:10,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/225c6ffdd72c429c9152fe585b0d21e5 is 50, key is test_row_0/A:col10/1732418589367/Put/seqid=0 2024-11-24T03:23:10,330 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#C#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:10,330 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/3f8a004eef53476d9e25136ba66cd37c is 50, key is test_row_0/C:col10/1732418589139/Put/seqid=0 2024-11-24T03:23:10,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742161_1337 (size=12301) 2024-11-24T03:23:10,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742162_1338 (size=13153) 2024-11-24T03:23:10,408 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/3f8a004eef53476d9e25136ba66cd37c as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/3f8a004eef53476d9e25136ba66cd37c 2024-11-24T03:23:10,414 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/C of 0f79b72e66c05abcac1384d5ec73e073 into 3f8a004eef53476d9e25136ba66cd37c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:10,414 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:10,414 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/C, priority=13, startTime=1732418590303; duration=0sec 2024-11-24T03:23:10,414 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:10,414 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:C 2024-11-24T03:23:10,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:10,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:10,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418650543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T03:23:10,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418650647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:10,771 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/225c6ffdd72c429c9152fe585b0d21e5 2024-11-24T03:23:10,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/edd13f433a8a43928c748b3675b6a609 is 50, key is test_row_0/B:col10/1732418589367/Put/seqid=0 2024-11-24T03:23:10,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742163_1339 (size=12301) 2024-11-24T03:23:10,827 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/edd13f433a8a43928c748b3675b6a609 2024-11-24T03:23:10,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/0ea043afe8614384b032cfb65e6acd68 is 50, key is test_row_0/C:col10/1732418589367/Put/seqid=0 2024-11-24T03:23:10,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418650852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:10,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742164_1340 (size=12301) 2024-11-24T03:23:11,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418651176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:11,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52116 deadline: 1732418651259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:11,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418651269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:11,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418651274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:11,302 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/0ea043afe8614384b032cfb65e6acd68 2024-11-24T03:23:11,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/225c6ffdd72c429c9152fe585b0d21e5 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/225c6ffdd72c429c9152fe585b0d21e5 2024-11-24T03:23:11,325 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/225c6ffdd72c429c9152fe585b0d21e5, entries=150, sequenceid=392, filesize=12.0 K 2024-11-24T03:23:11,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/edd13f433a8a43928c748b3675b6a609 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/edd13f433a8a43928c748b3675b6a609 2024-11-24T03:23:11,335 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/edd13f433a8a43928c748b3675b6a609, entries=150, sequenceid=392, filesize=12.0 K 2024-11-24T03:23:11,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/0ea043afe8614384b032cfb65e6acd68 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/0ea043afe8614384b032cfb65e6acd68 2024-11-24T03:23:11,345 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/0ea043afe8614384b032cfb65e6acd68, entries=150, sequenceid=392, filesize=12.0 K 2024-11-24T03:23:11,347 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 0f79b72e66c05abcac1384d5ec73e073 in 1038ms, sequenceid=392, compaction requested=true 2024-11-24T03:23:11,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:11,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:11,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-24T03:23:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-24T03:23:11,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-24T03:23:11,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8070 sec 2024-11-24T03:23:11,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.8130 sec 2024-11-24T03:23:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T03:23:11,644 INFO [Thread-1199 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-24T03:23:11,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-24T03:23:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T03:23:11,649 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:11,650 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:11,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:11,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T03:23:11,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:11,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:11,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:11,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:11,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:11,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:11,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/edce90abb3684442835a90c0bf76b2dd is 50, key is test_row_0/A:col10/1732418590542/Put/seqid=0 2024-11-24T03:23:11,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742165_1341 (size=12301) 2024-11-24T03:23:11,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418651718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:11,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418651719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T03:23:11,801 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:11,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T03:23:11,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:11,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:11,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:11,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:11,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:11,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418651822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:11,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418651823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T03:23:11,954 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:11,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T03:23:11,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:11,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:11,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:11,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:11,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:12,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418652027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418652027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:12,108 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:12,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T03:23:12,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:12,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:12,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:12,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:12,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:12,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/edce90abb3684442835a90c0bf76b2dd 2024-11-24T03:23:12,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/ca774ce0baa248c79a69bd1c527886f8 is 50, key is test_row_0/B:col10/1732418590542/Put/seqid=0 2024-11-24T03:23:12,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742166_1342 (size=12301) 2024-11-24T03:23:12,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/ca774ce0baa248c79a69bd1c527886f8 2024-11-24T03:23:12,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/65250749a6ca4b80984346b77932d807 is 50, key is test_row_0/C:col10/1732418590542/Put/seqid=0 2024-11-24T03:23:12,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742167_1343 (size=12301) 2024-11-24T03:23:12,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/65250749a6ca4b80984346b77932d807 2024-11-24T03:23:12,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/edce90abb3684442835a90c0bf76b2dd as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/edce90abb3684442835a90c0bf76b2dd 2024-11-24T03:23:12,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/edce90abb3684442835a90c0bf76b2dd, entries=150, sequenceid=409, filesize=12.0 K 2024-11-24T03:23:12,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/ca774ce0baa248c79a69bd1c527886f8 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/ca774ce0baa248c79a69bd1c527886f8 2024-11-24T03:23:12,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/ca774ce0baa248c79a69bd1c527886f8, entries=150, sequenceid=409, filesize=12.0 K 2024-11-24T03:23:12,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/65250749a6ca4b80984346b77932d807 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/65250749a6ca4b80984346b77932d807 2024-11-24T03:23:12,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/65250749a6ca4b80984346b77932d807, entries=150, sequenceid=409, filesize=12.0 K 2024-11-24T03:23:12,246 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-24T03:23:12,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 0f79b72e66c05abcac1384d5ec73e073 in 572ms, sequenceid=409, compaction requested=true 2024-11-24T03:23:12,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:12,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:12,247 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:12,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:12,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:12,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:12,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:12,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:12,247 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T03:23:12,252 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52462 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:12,252 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/A is initiating minor compaction (all files) 2024-11-24T03:23:12,252 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/A in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:12,252 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/7d8776cd1cc440d3a02f5a1b14483d80, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/6dfe48abc806402fb5536998c654b975, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/225c6ffdd72c429c9152fe585b0d21e5, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/edce90abb3684442835a90c0bf76b2dd] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=51.2 K 2024-11-24T03:23:12,253 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d8776cd1cc440d3a02f5a1b14483d80, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732418588794 2024-11-24T03:23:12,253 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:12,254 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/B is initiating minor compaction (all files) 2024-11-24T03:23:12,254 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/B in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:12,254 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/fd7904c1230a40b2a21d01cd06bab73c, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/f85d4c4122284348bfa882861f6872f7, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/edd13f433a8a43928c748b3675b6a609, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/ca774ce0baa248c79a69bd1c527886f8] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=48.8 K 2024-11-24T03:23:12,255 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting fd7904c1230a40b2a21d01cd06bab73c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732418588794 2024-11-24T03:23:12,255 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6dfe48abc806402fb5536998c654b975, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732418589136 2024-11-24T03:23:12,255 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 225c6ffdd72c429c9152fe585b0d21e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732418589349 2024-11-24T03:23:12,255 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting f85d4c4122284348bfa882861f6872f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732418589136 2024-11-24T03:23:12,256 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting edd13f433a8a43928c748b3675b6a609, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732418589349 2024-11-24T03:23:12,256 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting edce90abb3684442835a90c0bf76b2dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732418590527 2024-11-24T03:23:12,256 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting ca774ce0baa248c79a69bd1c527886f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732418590527 2024-11-24T03:23:12,260 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:12,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T03:23:12,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:12,261 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T03:23:12,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:12,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:12,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:12,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:12,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:12,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:12,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/260443e50c4947bfa9730da7b0671697 is 50, key is test_row_0/A:col10/1732418591717/Put/seqid=0 2024-11-24T03:23:12,288 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#B#compaction#295 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:12,288 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/2a89bd75a90548499724ba78fc1fc9da is 50, key is test_row_0/B:col10/1732418590542/Put/seqid=0 2024-11-24T03:23:12,291 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#A#compaction#296 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:12,291 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/31863d752ffc4a7892f362e8237a244e is 50, key is test_row_0/A:col10/1732418590542/Put/seqid=0 2024-11-24T03:23:12,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742168_1344 (size=12301) 2024-11-24T03:23:12,326 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/260443e50c4947bfa9730da7b0671697 2024-11-24T03:23:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:12,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:12,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742170_1346 (size=13255) 2024-11-24T03:23:12,349 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/31863d752ffc4a7892f362e8237a244e as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/31863d752ffc4a7892f362e8237a244e 2024-11-24T03:23:12,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742169_1345 (size=13255) 2024-11-24T03:23:12,357 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/A of 0f79b72e66c05abcac1384d5ec73e073 into 31863d752ffc4a7892f362e8237a244e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:12,357 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:12,357 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/A, priority=12, startTime=1732418592247; duration=0sec 2024-11-24T03:23:12,357 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:12,358 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:A 2024-11-24T03:23:12,358 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:12,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/f28599f4662d4ad98211d6f74017c1b2 is 50, key is test_row_0/B:col10/1732418591717/Put/seqid=0 2024-11-24T03:23:12,362 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:12,362 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/C is initiating minor compaction (all files) 2024-11-24T03:23:12,363 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/C in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:12,363 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/3f8a004eef53476d9e25136ba66cd37c, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/0ea043afe8614384b032cfb65e6acd68, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/65250749a6ca4b80984346b77932d807] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=36.9 K 2024-11-24T03:23:12,363 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f8a004eef53476d9e25136ba66cd37c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732418589136 2024-11-24T03:23:12,364 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/2a89bd75a90548499724ba78fc1fc9da as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/2a89bd75a90548499724ba78fc1fc9da 2024-11-24T03:23:12,365 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ea043afe8614384b032cfb65e6acd68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732418589349 2024-11-24T03:23:12,367 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65250749a6ca4b80984346b77932d807, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732418590527 2024-11-24T03:23:12,370 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/B of 0f79b72e66c05abcac1384d5ec73e073 into 2a89bd75a90548499724ba78fc1fc9da(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:12,370 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:12,370 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/B, priority=12, startTime=1732418592247; duration=0sec 2024-11-24T03:23:12,370 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:12,370 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:B 2024-11-24T03:23:12,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742171_1347 (size=12301) 2024-11-24T03:23:12,376 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/f28599f4662d4ad98211d6f74017c1b2 2024-11-24T03:23:12,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418652369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:12,377 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#C#compaction#298 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:12,377 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/17c752b8af2548fca54b48f4cf575bee is 50, key is test_row_0/C:col10/1732418590542/Put/seqid=0 2024-11-24T03:23:12,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418652377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:12,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742172_1348 (size=13255) 2024-11-24T03:23:12,403 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/17c752b8af2548fca54b48f4cf575bee as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/17c752b8af2548fca54b48f4cf575bee 2024-11-24T03:23:12,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/99461a768d2c42d3904e69287bfb3fcc is 50, key is test_row_0/C:col10/1732418591717/Put/seqid=0 2024-11-24T03:23:12,411 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/C of 0f79b72e66c05abcac1384d5ec73e073 into 17c752b8af2548fca54b48f4cf575bee(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:12,411 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:12,411 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/C, priority=13, startTime=1732418592247; duration=0sec 2024-11-24T03:23:12,411 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:12,411 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:C 2024-11-24T03:23:12,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742173_1349 (size=12301) 2024-11-24T03:23:12,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418652478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:12,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418652484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:12,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418652684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:12,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418652687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T03:23:12,839 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/99461a768d2c42d3904e69287bfb3fcc 2024-11-24T03:23:12,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/260443e50c4947bfa9730da7b0671697 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/260443e50c4947bfa9730da7b0671697 2024-11-24T03:23:12,854 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/260443e50c4947bfa9730da7b0671697, entries=150, sequenceid=429, filesize=12.0 K 2024-11-24T03:23:12,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/f28599f4662d4ad98211d6f74017c1b2 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/f28599f4662d4ad98211d6f74017c1b2 2024-11-24T03:23:12,861 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/f28599f4662d4ad98211d6f74017c1b2, entries=150, sequenceid=429, filesize=12.0 K 2024-11-24T03:23:12,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/99461a768d2c42d3904e69287bfb3fcc as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/99461a768d2c42d3904e69287bfb3fcc 2024-11-24T03:23:12,870 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/99461a768d2c42d3904e69287bfb3fcc, entries=150, sequenceid=429, filesize=12.0 K 2024-11-24T03:23:12,872 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 0f79b72e66c05abcac1384d5ec73e073 in 611ms, sequenceid=429, compaction requested=false 2024-11-24T03:23:12,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:12,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:12,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-24T03:23:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-24T03:23:12,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-24T03:23:12,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2240 sec 2024-11-24T03:23:12,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.2310 sec 2024-11-24T03:23:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:12,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T03:23:12,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:12,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:12,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:12,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:12,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:12,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:12,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/15dfa12f2ff041b5b1aa5186c124168a is 50, key is test_row_0/A:col10/1732418592991/Put/seqid=0 2024-11-24T03:23:13,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742174_1350 (size=14741) 2024-11-24T03:23:13,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418653029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:13,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418653031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:13,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/15dfa12f2ff041b5b1aa5186c124168a 2024-11-24T03:23:13,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/f5c2d4eed71244449a5bced33df989f2 is 50, key is test_row_0/B:col10/1732418592991/Put/seqid=0 2024-11-24T03:23:13,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742175_1351 (size=12301) 2024-11-24T03:23:13,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418653134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:13,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418653134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:13,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52116 deadline: 1732418653278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:13,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418653279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:13,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418653279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:13,281 DEBUG [Thread-1195 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:23:13,281 DEBUG [Thread-1191 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:23:13,282 DEBUG [Thread-1189 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:23:13,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418653340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:13,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418653340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:13,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/f5c2d4eed71244449a5bced33df989f2 2024-11-24T03:23:13,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/b379653d4e9a416f917eaae04f9c309f is 50, key is test_row_0/C:col10/1732418592991/Put/seqid=0 2024-11-24T03:23:13,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742176_1352 (size=12301) 2024-11-24T03:23:13,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418653644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:13,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418653644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T03:23:13,756 INFO [Thread-1199 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-24T03:23:13,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-24T03:23:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T03:23:13,762 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:13,763 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:13,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T03:23:13,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/b379653d4e9a416f917eaae04f9c309f 2024-11-24T03:23:13,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/15dfa12f2ff041b5b1aa5186c124168a as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/15dfa12f2ff041b5b1aa5186c124168a 2024-11-24T03:23:13,915 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:13,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/15dfa12f2ff041b5b1aa5186c124168a, entries=200, sequenceid=450, filesize=14.4 K 2024-11-24T03:23:13,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-24T03:23:13,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:13,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:13,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:13,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:13,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:13,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/f5c2d4eed71244449a5bced33df989f2 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/f5c2d4eed71244449a5bced33df989f2 2024-11-24T03:23:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:13,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/f5c2d4eed71244449a5bced33df989f2, entries=150, sequenceid=450, filesize=12.0 K 2024-11-24T03:23:13,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/b379653d4e9a416f917eaae04f9c309f as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/b379653d4e9a416f917eaae04f9c309f 2024-11-24T03:23:13,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/b379653d4e9a416f917eaae04f9c309f, entries=150, sequenceid=450, filesize=12.0 K 2024-11-24T03:23:13,938 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 0f79b72e66c05abcac1384d5ec73e073 in 946ms, sequenceid=450, compaction requested=true 2024-11-24T03:23:13,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:13,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:13,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:13,938 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:13,938 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:13,940 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:13,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:13,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:13,940 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/A is initiating minor compaction (all files) 2024-11-24T03:23:13,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:13,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:13,940 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/A in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:13,940 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/31863d752ffc4a7892f362e8237a244e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/260443e50c4947bfa9730da7b0671697, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/15dfa12f2ff041b5b1aa5186c124168a] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=39.4 K 2024-11-24T03:23:13,940 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:13,940 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/B is initiating minor compaction (all files) 2024-11-24T03:23:13,940 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/B in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:13,941 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/2a89bd75a90548499724ba78fc1fc9da, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/f28599f4662d4ad98211d6f74017c1b2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/f5c2d4eed71244449a5bced33df989f2] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=37.0 K 2024-11-24T03:23:13,941 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31863d752ffc4a7892f362e8237a244e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732418590527 2024-11-24T03:23:13,943 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a89bd75a90548499724ba78fc1fc9da, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732418590527 2024-11-24T03:23:13,943 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 260443e50c4947bfa9730da7b0671697, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732418591705 2024-11-24T03:23:13,943 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting f28599f4662d4ad98211d6f74017c1b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732418591705 2024-11-24T03:23:13,944 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15dfa12f2ff041b5b1aa5186c124168a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732418592353 2024-11-24T03:23:13,945 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting f5c2d4eed71244449a5bced33df989f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732418592353 2024-11-24T03:23:13,967 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#A#compaction#303 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:13,968 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/91548358bc044dfc8b9c50b5f45d1f3a is 50, key is test_row_0/A:col10/1732418592991/Put/seqid=0 2024-11-24T03:23:13,971 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#B#compaction#304 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:13,972 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/cff9799491aa4a5e81752a43441a1c24 is 50, key is test_row_0/B:col10/1732418592991/Put/seqid=0 2024-11-24T03:23:13,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742177_1353 (size=13357) 2024-11-24T03:23:14,005 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/91548358bc044dfc8b9c50b5f45d1f3a as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/91548358bc044dfc8b9c50b5f45d1f3a 2024-11-24T03:23:14,011 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/A of 0f79b72e66c05abcac1384d5ec73e073 into 91548358bc044dfc8b9c50b5f45d1f3a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:14,011 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:14,011 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/A, priority=13, startTime=1732418593938; duration=0sec 2024-11-24T03:23:14,011 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:14,011 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:A 2024-11-24T03:23:14,011 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:14,013 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:14,013 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/C is initiating minor compaction (all files) 2024-11-24T03:23:14,013 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/C in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:14,013 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/17c752b8af2548fca54b48f4cf575bee, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/99461a768d2c42d3904e69287bfb3fcc, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/b379653d4e9a416f917eaae04f9c309f] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=37.0 K 2024-11-24T03:23:14,014 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17c752b8af2548fca54b48f4cf575bee, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732418590527 2024-11-24T03:23:14,015 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99461a768d2c42d3904e69287bfb3fcc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732418591705 2024-11-24T03:23:14,016 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting b379653d4e9a416f917eaae04f9c309f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732418592353 2024-11-24T03:23:14,034 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#C#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:14,034 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/2058dcc85d9740fa8d27e1766f0f4f4a is 50, key is test_row_0/C:col10/1732418592991/Put/seqid=0 2024-11-24T03:23:14,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742178_1354 (size=13357) 2024-11-24T03:23:14,056 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/cff9799491aa4a5e81752a43441a1c24 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/cff9799491aa4a5e81752a43441a1c24 2024-11-24T03:23:14,062 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/B of 0f79b72e66c05abcac1384d5ec73e073 into cff9799491aa4a5e81752a43441a1c24(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:14,062 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:14,062 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/B, priority=13, startTime=1732418593938; duration=0sec 2024-11-24T03:23:14,062 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:14,062 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:B 2024-11-24T03:23:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T03:23:14,069 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:14,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-24T03:23:14,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:14,070 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T03:23:14,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:14,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:14,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:14,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:14,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:14,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:14,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/9dd1fc7422944ce68ac16aa8e55e1e81 is 50, key is test_row_0/A:col10/1732418593006/Put/seqid=0 2024-11-24T03:23:14,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742179_1355 (size=13357) 2024-11-24T03:23:14,084 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/2058dcc85d9740fa8d27e1766f0f4f4a as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/2058dcc85d9740fa8d27e1766f0f4f4a 2024-11-24T03:23:14,091 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/C of 0f79b72e66c05abcac1384d5ec73e073 into 2058dcc85d9740fa8d27e1766f0f4f4a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:14,091 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:14,091 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/C, priority=13, startTime=1732418593940; duration=0sec 2024-11-24T03:23:14,091 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:14,091 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:C 2024-11-24T03:23:14,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742180_1356 (size=12301) 2024-11-24T03:23:14,108 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/9dd1fc7422944ce68ac16aa8e55e1e81 2024-11-24T03:23:14,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/cf5e0d6a60ec48389cde54e6b18e5fda is 50, key is test_row_0/B:col10/1732418593006/Put/seqid=0 2024-11-24T03:23:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:14,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:14,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742181_1357 (size=12301) 2024-11-24T03:23:14,164 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/cf5e0d6a60ec48389cde54e6b18e5fda 2024-11-24T03:23:14,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/670e788ae3da4e009f20bfac50196aa8 is 50, key is test_row_0/C:col10/1732418593006/Put/seqid=0 2024-11-24T03:23:14,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742182_1358 (size=12301) 2024-11-24T03:23:14,211 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/670e788ae3da4e009f20bfac50196aa8 2024-11-24T03:23:14,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/9dd1fc7422944ce68ac16aa8e55e1e81 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/9dd1fc7422944ce68ac16aa8e55e1e81 2024-11-24T03:23:14,222 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/9dd1fc7422944ce68ac16aa8e55e1e81, entries=150, sequenceid=470, filesize=12.0 K 2024-11-24T03:23:14,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/cf5e0d6a60ec48389cde54e6b18e5fda as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/cf5e0d6a60ec48389cde54e6b18e5fda 2024-11-24T03:23:14,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418654225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:14,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418654226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:14,231 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/cf5e0d6a60ec48389cde54e6b18e5fda, entries=150, sequenceid=470, filesize=12.0 K 2024-11-24T03:23:14,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/670e788ae3da4e009f20bfac50196aa8 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/670e788ae3da4e009f20bfac50196aa8 2024-11-24T03:23:14,240 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/670e788ae3da4e009f20bfac50196aa8, entries=150, sequenceid=470, filesize=12.0 K 2024-11-24T03:23:14,241 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 0f79b72e66c05abcac1384d5ec73e073 in 171ms, sequenceid=470, compaction requested=false 2024-11-24T03:23:14,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:14,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:14,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-24T03:23:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-24T03:23:14,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-24T03:23:14,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 480 msec 2024-11-24T03:23:14,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 487 msec 2024-11-24T03:23:14,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T03:23:14,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:14,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:14,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:14,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:14,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:14,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:14,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/c2842f499f1549a1b57432abca5b144d is 50, key is test_row_0/A:col10/1732418594332/Put/seqid=0 2024-11-24T03:23:14,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742183_1359 (size=12301) 2024-11-24T03:23:14,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/c2842f499f1549a1b57432abca5b144d 2024-11-24T03:23:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T03:23:14,365 INFO [Thread-1199 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-24T03:23:14,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-24T03:23:14,368 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T03:23:14,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/59410fc536724a2bab27a0d03481a868 is 50, key is test_row_0/B:col10/1732418594332/Put/seqid=0 2024-11-24T03:23:14,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418654365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:14,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418654367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:14,372 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:14,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:14,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742184_1360 (size=12301) 2024-11-24T03:23:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T03:23:14,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418654473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:14,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418654473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:14,527 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:14,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-24T03:23:14,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:14,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:14,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:14,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:14,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T03:23:14,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418654677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:14,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418654677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:14,680 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:14,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-24T03:23:14,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:14,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:14,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:14,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:14,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:14,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/59410fc536724a2bab27a0d03481a868 2024-11-24T03:23:14,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/ad411a4e59e145699c4b7e3d31c919f1 is 50, key is test_row_0/C:col10/1732418594332/Put/seqid=0 2024-11-24T03:23:14,835 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:14,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-24T03:23:14,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:14,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:14,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:14,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:14,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:14,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742185_1361 (size=12301) 2024-11-24T03:23:14,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/ad411a4e59e145699c4b7e3d31c919f1 2024-11-24T03:23:14,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/c2842f499f1549a1b57432abca5b144d as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/c2842f499f1549a1b57432abca5b144d 2024-11-24T03:23:14,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/c2842f499f1549a1b57432abca5b144d, entries=150, sequenceid=492, filesize=12.0 K 2024-11-24T03:23:14,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/59410fc536724a2bab27a0d03481a868 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/59410fc536724a2bab27a0d03481a868 2024-11-24T03:23:14,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/59410fc536724a2bab27a0d03481a868, entries=150, sequenceid=492, filesize=12.0 K 2024-11-24T03:23:14,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/ad411a4e59e145699c4b7e3d31c919f1 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/ad411a4e59e145699c4b7e3d31c919f1 2024-11-24T03:23:14,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/ad411a4e59e145699c4b7e3d31c919f1, entries=150, sequenceid=492, filesize=12.0 K 2024-11-24T03:23:14,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 0f79b72e66c05abcac1384d5ec73e073 in 544ms, sequenceid=492, compaction requested=true 2024-11-24T03:23:14,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:14,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:14,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:14,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:14,878 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:14,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:14,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:14,878 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:14,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:14,880 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:14,880 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/A is initiating minor compaction (all files) 2024-11-24T03:23:14,880 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/A in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:14,880 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/91548358bc044dfc8b9c50b5f45d1f3a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/9dd1fc7422944ce68ac16aa8e55e1e81, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/c2842f499f1549a1b57432abca5b144d] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=37.1 K 2024-11-24T03:23:14,880 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91548358bc044dfc8b9c50b5f45d1f3a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732418592353 2024-11-24T03:23:14,883 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:14,883 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9dd1fc7422944ce68ac16aa8e55e1e81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732418593006 2024-11-24T03:23:14,883 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/B is initiating minor compaction (all files) 2024-11-24T03:23:14,883 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/B in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:14,883 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/cff9799491aa4a5e81752a43441a1c24, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/cf5e0d6a60ec48389cde54e6b18e5fda, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/59410fc536724a2bab27a0d03481a868] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=37.1 K 2024-11-24T03:23:14,883 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2842f499f1549a1b57432abca5b144d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732418594208 2024-11-24T03:23:14,884 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting cff9799491aa4a5e81752a43441a1c24, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732418592353 2024-11-24T03:23:14,884 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting cf5e0d6a60ec48389cde54e6b18e5fda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732418593006 2024-11-24T03:23:14,885 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 59410fc536724a2bab27a0d03481a868, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732418594208 2024-11-24T03:23:14,919 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#B#compaction#313 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:14,919 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/12dc814b751b4a91b125efd9dbbc9a8d is 50, key is test_row_0/B:col10/1732418594332/Put/seqid=0 2024-11-24T03:23:14,920 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#A#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:14,920 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/1596d1001df34936b3038ad3a84a7c62 is 50, key is test_row_0/A:col10/1732418594332/Put/seqid=0 2024-11-24T03:23:14,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742186_1362 (size=13459) 2024-11-24T03:23:14,959 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/1596d1001df34936b3038ad3a84a7c62 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/1596d1001df34936b3038ad3a84a7c62 2024-11-24T03:23:14,968 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/A of 0f79b72e66c05abcac1384d5ec73e073 into 1596d1001df34936b3038ad3a84a7c62(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:14,968 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:14,968 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/A, priority=13, startTime=1732418594878; duration=0sec 2024-11-24T03:23:14,968 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:14,968 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:A 2024-11-24T03:23:14,968 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:14,970 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:14,970 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/C is initiating minor compaction (all files) 2024-11-24T03:23:14,970 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/C in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:14,970 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/2058dcc85d9740fa8d27e1766f0f4f4a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/670e788ae3da4e009f20bfac50196aa8, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/ad411a4e59e145699c4b7e3d31c919f1] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=37.1 K 2024-11-24T03:23:14,972 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2058dcc85d9740fa8d27e1766f0f4f4a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732418592353 2024-11-24T03:23:14,972 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 670e788ae3da4e009f20bfac50196aa8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732418593006 2024-11-24T03:23:14,973 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad411a4e59e145699c4b7e3d31c919f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732418594208 2024-11-24T03:23:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T03:23:14,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742187_1363 (size=13459) 2024-11-24T03:23:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:14,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T03:23:14,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:14,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:14,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:14,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:14,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:14,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:14,988 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:14,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-24T03:23:14,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:14,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:14,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:14,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:14,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:15,004 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#C#compaction#314 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:15,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/6c0468f6a13a492ea58db8ad9f486451 is 50, key is test_row_0/A:col10/1732418594982/Put/seqid=0 2024-11-24T03:23:15,005 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/01a55c7a84cd4a95a15ca13daf34ad46 is 50, key is test_row_0/C:col10/1732418594332/Put/seqid=0 2024-11-24T03:23:15,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418655024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:15,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418655025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:15,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742189_1365 (size=14741) 2024-11-24T03:23:15,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742188_1364 (size=13459) 2024-11-24T03:23:15,080 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/01a55c7a84cd4a95a15ca13daf34ad46 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/01a55c7a84cd4a95a15ca13daf34ad46 2024-11-24T03:23:15,091 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/C of 0f79b72e66c05abcac1384d5ec73e073 into 01a55c7a84cd4a95a15ca13daf34ad46(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:15,091 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:15,091 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/C, priority=13, startTime=1732418594878; duration=0sec 2024-11-24T03:23:15,091 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:15,091 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:C 2024-11-24T03:23:15,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418655128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:15,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418655128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:15,142 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:15,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-24T03:23:15,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:15,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:15,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:15,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:15,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:15,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:15,298 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:15,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-24T03:23:15,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:15,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:15,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:15,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:15,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:15,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418655332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:15,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418655332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:15,390 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/12dc814b751b4a91b125efd9dbbc9a8d as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/12dc814b751b4a91b125efd9dbbc9a8d 2024-11-24T03:23:15,395 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/B of 0f79b72e66c05abcac1384d5ec73e073 into 12dc814b751b4a91b125efd9dbbc9a8d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:15,395 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:15,395 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/B, priority=13, startTime=1732418594878; duration=0sec 2024-11-24T03:23:15,395 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:15,395 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:B 2024-11-24T03:23:15,451 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:15,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-24T03:23:15,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:15,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:15,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:15,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:15,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:15,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/6c0468f6a13a492ea58db8ad9f486451 2024-11-24T03:23:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T03:23:15,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/9d7a3a5bf25340b685651a6efc9cdde2 is 50, key is test_row_0/B:col10/1732418594982/Put/seqid=0 2024-11-24T03:23:15,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742190_1366 (size=12301) 2024-11-24T03:23:15,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/9d7a3a5bf25340b685651a6efc9cdde2 2024-11-24T03:23:15,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/a2e67d4a04394535a091b3c1aefe34f3 is 50, key is test_row_0/C:col10/1732418594982/Put/seqid=0 2024-11-24T03:23:15,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742191_1367 (size=12301) 2024-11-24T03:23:15,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/a2e67d4a04394535a091b3c1aefe34f3 2024-11-24T03:23:15,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/6c0468f6a13a492ea58db8ad9f486451 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/6c0468f6a13a492ea58db8ad9f486451 2024-11-24T03:23:15,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/6c0468f6a13a492ea58db8ad9f486451, entries=200, sequenceid=510, filesize=14.4 K 2024-11-24T03:23:15,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/9d7a3a5bf25340b685651a6efc9cdde2 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/9d7a3a5bf25340b685651a6efc9cdde2 2024-11-24T03:23:15,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/9d7a3a5bf25340b685651a6efc9cdde2, entries=150, sequenceid=510, filesize=12.0 K 2024-11-24T03:23:15,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/a2e67d4a04394535a091b3c1aefe34f3 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/a2e67d4a04394535a091b3c1aefe34f3 2024-11-24T03:23:15,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/a2e67d4a04394535a091b3c1aefe34f3, entries=150, sequenceid=510, filesize=12.0 K 2024-11-24T03:23:15,558 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 0f79b72e66c05abcac1384d5ec73e073 in 572ms, sequenceid=510, compaction requested=false 2024-11-24T03:23:15,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:15,606 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:15,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-24T03:23:15,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:15,607 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T03:23:15,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:15,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:15,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:15,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:15,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:15,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:15,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/21d7bd48e10e4af888bc2edd87506de2 is 50, key is test_row_0/A:col10/1732418595010/Put/seqid=0 2024-11-24T03:23:15,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742192_1368 (size=12301) 2024-11-24T03:23:15,630 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/21d7bd48e10e4af888bc2edd87506de2 2024-11-24T03:23:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:15,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:15,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/2ee126dee1c64ce8aa80c836a0fd46d6 is 50, key is test_row_0/B:col10/1732418595010/Put/seqid=0 2024-11-24T03:23:15,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742193_1369 (size=12301) 2024-11-24T03:23:15,655 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/2ee126dee1c64ce8aa80c836a0fd46d6 2024-11-24T03:23:15,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/c4a94ca00b5042a689bc729eb5fb8a06 is 50, key is test_row_0/C:col10/1732418595010/Put/seqid=0 2024-11-24T03:23:15,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418655666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:15,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418655666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:15,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742194_1370 (size=12301) 2024-11-24T03:23:15,692 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/c4a94ca00b5042a689bc729eb5fb8a06 2024-11-24T03:23:15,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/21d7bd48e10e4af888bc2edd87506de2 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/21d7bd48e10e4af888bc2edd87506de2 2024-11-24T03:23:15,705 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/21d7bd48e10e4af888bc2edd87506de2, entries=150, sequenceid=531, filesize=12.0 K 2024-11-24T03:23:15,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/2ee126dee1c64ce8aa80c836a0fd46d6 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/2ee126dee1c64ce8aa80c836a0fd46d6 2024-11-24T03:23:15,709 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/2ee126dee1c64ce8aa80c836a0fd46d6, entries=150, sequenceid=531, filesize=12.0 K 2024-11-24T03:23:15,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/c4a94ca00b5042a689bc729eb5fb8a06 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/c4a94ca00b5042a689bc729eb5fb8a06 2024-11-24T03:23:15,718 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/c4a94ca00b5042a689bc729eb5fb8a06, entries=150, sequenceid=531, filesize=12.0 K 2024-11-24T03:23:15,719 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 0f79b72e66c05abcac1384d5ec73e073 in 113ms, sequenceid=531, compaction requested=true 2024-11-24T03:23:15,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:15,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:15,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-24T03:23:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-24T03:23:15,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-24T03:23:15,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3490 sec 2024-11-24T03:23:15,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.3570 sec 2024-11-24T03:23:15,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T03:23:15,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:15,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:15,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:15,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:15,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:15,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:15,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/87b38f0f42354fbc8d3ba56c3d11f39b is 50, key is test_row_0/A:col10/1732418595653/Put/seqid=0 2024-11-24T03:23:15,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742195_1371 (size=14741) 2024-11-24T03:23:15,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/87b38f0f42354fbc8d3ba56c3d11f39b 2024-11-24T03:23:15,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418655809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:15,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418655812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:15,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/7df5d8ff52314c2db7918cb5c1802f09 is 50, key is test_row_0/B:col10/1732418595653/Put/seqid=0 2024-11-24T03:23:15,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742196_1372 (size=12301) 2024-11-24T03:23:15,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418655914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:15,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418655918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:16,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418656120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:16,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418656121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:16,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/7df5d8ff52314c2db7918cb5c1802f09 2024-11-24T03:23:16,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/a4993a98d8ee47db90c1e136d99125b1 is 50, key is test_row_0/C:col10/1732418595653/Put/seqid=0 2024-11-24T03:23:16,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742197_1373 (size=12301) 2024-11-24T03:23:16,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/a4993a98d8ee47db90c1e136d99125b1 2024-11-24T03:23:16,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/87b38f0f42354fbc8d3ba56c3d11f39b as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/87b38f0f42354fbc8d3ba56c3d11f39b 2024-11-24T03:23:16,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/87b38f0f42354fbc8d3ba56c3d11f39b, entries=200, sequenceid=549, filesize=14.4 K 2024-11-24T03:23:16,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/7df5d8ff52314c2db7918cb5c1802f09 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/7df5d8ff52314c2db7918cb5c1802f09 2024-11-24T03:23:16,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/7df5d8ff52314c2db7918cb5c1802f09, entries=150, sequenceid=549, filesize=12.0 K 2024-11-24T03:23:16,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/a4993a98d8ee47db90c1e136d99125b1 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/a4993a98d8ee47db90c1e136d99125b1 2024-11-24T03:23:16,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/a4993a98d8ee47db90c1e136d99125b1, entries=150, sequenceid=549, filesize=12.0 K 2024-11-24T03:23:16,368 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 0f79b72e66c05abcac1384d5ec73e073 in 595ms, sequenceid=549, compaction requested=true 2024-11-24T03:23:16,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:16,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:16,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:16,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:16,368 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:16,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:16,368 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:16,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:16,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:16,371 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:16,372 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55242 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:16,372 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/B is initiating minor compaction (all files) 2024-11-24T03:23:16,372 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/A is initiating minor compaction (all files) 2024-11-24T03:23:16,372 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/B in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:16,372 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/A in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:16,373 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/12dc814b751b4a91b125efd9dbbc9a8d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/9d7a3a5bf25340b685651a6efc9cdde2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/2ee126dee1c64ce8aa80c836a0fd46d6, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/7df5d8ff52314c2db7918cb5c1802f09] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=49.2 K 2024-11-24T03:23:16,373 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/1596d1001df34936b3038ad3a84a7c62, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/6c0468f6a13a492ea58db8ad9f486451, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/21d7bd48e10e4af888bc2edd87506de2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/87b38f0f42354fbc8d3ba56c3d11f39b] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=53.9 K 2024-11-24T03:23:16,373 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 12dc814b751b4a91b125efd9dbbc9a8d, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732418594208 2024-11-24T03:23:16,374 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1596d1001df34936b3038ad3a84a7c62, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732418594208 2024-11-24T03:23:16,374 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d7a3a5bf25340b685651a6efc9cdde2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732418594359 2024-11-24T03:23:16,375 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c0468f6a13a492ea58db8ad9f486451, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732418594350 2024-11-24T03:23:16,375 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ee126dee1c64ce8aa80c836a0fd46d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1732418595010 2024-11-24T03:23:16,376 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21d7bd48e10e4af888bc2edd87506de2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1732418595010 2024-11-24T03:23:16,376 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 7df5d8ff52314c2db7918cb5c1802f09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1732418595653 2024-11-24T03:23:16,376 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87b38f0f42354fbc8d3ba56c3d11f39b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1732418595653 2024-11-24T03:23:16,397 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#B#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:16,398 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/be8979866abd4c5a8e8862d3db920911 is 50, key is test_row_0/B:col10/1732418595653/Put/seqid=0 2024-11-24T03:23:16,401 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#A#compaction#325 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:16,402 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/a1e7c8c8ba5a4034be0d5ce220c02bdc is 50, key is test_row_0/A:col10/1732418595653/Put/seqid=0 2024-11-24T03:23:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:16,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T03:23:16,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:16,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:16,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:16,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:16,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:16,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:16,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742198_1374 (size=13595) 2024-11-24T03:23:16,462 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/be8979866abd4c5a8e8862d3db920911 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/be8979866abd4c5a8e8862d3db920911 2024-11-24T03:23:16,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742199_1375 (size=13595) 2024-11-24T03:23:16,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/9888b6f5f886454c8c91e94a6db1730e is 50, key is test_row_0/A:col10/1732418595801/Put/seqid=0 2024-11-24T03:23:16,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418656464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:16,472 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/B of 0f79b72e66c05abcac1384d5ec73e073 into be8979866abd4c5a8e8862d3db920911(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:16,472 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:16,472 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/B, priority=12, startTime=1732418596368; duration=0sec 2024-11-24T03:23:16,472 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:16,472 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:B 2024-11-24T03:23:16,473 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:16,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418656471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T03:23:16,476 INFO [Thread-1199 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-24T03:23:16,477 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:16,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-24T03:23:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T03:23:16,479 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:16,479 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/C is initiating minor compaction (all files) 2024-11-24T03:23:16,479 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/C in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:16,479 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/01a55c7a84cd4a95a15ca13daf34ad46, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/a2e67d4a04394535a091b3c1aefe34f3, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/c4a94ca00b5042a689bc729eb5fb8a06, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/a4993a98d8ee47db90c1e136d99125b1] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=49.2 K 2024-11-24T03:23:16,480 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:16,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:16,480 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 01a55c7a84cd4a95a15ca13daf34ad46, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732418594208 2024-11-24T03:23:16,480 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting a2e67d4a04394535a091b3c1aefe34f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1732418594359 2024-11-24T03:23:16,482 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting c4a94ca00b5042a689bc729eb5fb8a06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=531, earliestPutTs=1732418595010 2024-11-24T03:23:16,482 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting a4993a98d8ee47db90c1e136d99125b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1732418595653 2024-11-24T03:23:16,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742200_1376 (size=17181) 2024-11-24T03:23:16,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/9888b6f5f886454c8c91e94a6db1730e 2024-11-24T03:23:16,509 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#C#compaction#327 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:16,510 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/c4f9784a0ce84b3582bdadd4261d4262 is 50, key is test_row_0/C:col10/1732418595653/Put/seqid=0 2024-11-24T03:23:16,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/c5b136a8832d4309865d0613fd18df0a is 50, key is test_row_0/B:col10/1732418595801/Put/seqid=0 2024-11-24T03:23:16,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742201_1377 (size=13595) 2024-11-24T03:23:16,548 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/c4f9784a0ce84b3582bdadd4261d4262 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/c4f9784a0ce84b3582bdadd4261d4262 2024-11-24T03:23:16,563 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/C of 0f79b72e66c05abcac1384d5ec73e073 into c4f9784a0ce84b3582bdadd4261d4262(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:16,563 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:16,563 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/C, priority=12, startTime=1732418596368; duration=0sec 2024-11-24T03:23:16,563 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:16,563 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:C 2024-11-24T03:23:16,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742202_1378 (size=12301) 2024-11-24T03:23:16,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/c5b136a8832d4309865d0613fd18df0a 2024-11-24T03:23:16,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418656572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:16,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418656577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T03:23:16,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/b00d269095074e59a79e6a7cbf0f22c2 is 50, key is test_row_0/C:col10/1732418595801/Put/seqid=0 2024-11-24T03:23:16,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742203_1379 (size=12301) 2024-11-24T03:23:16,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/b00d269095074e59a79e6a7cbf0f22c2 2024-11-24T03:23:16,632 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:16,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T03:23:16,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:16,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:16,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:16,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:16,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:16,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:16,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/9888b6f5f886454c8c91e94a6db1730e as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/9888b6f5f886454c8c91e94a6db1730e 2024-11-24T03:23:16,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/9888b6f5f886454c8c91e94a6db1730e, entries=250, sequenceid=569, filesize=16.8 K 2024-11-24T03:23:16,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/c5b136a8832d4309865d0613fd18df0a as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/c5b136a8832d4309865d0613fd18df0a 2024-11-24T03:23:16,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/c5b136a8832d4309865d0613fd18df0a, entries=150, sequenceid=569, filesize=12.0 K 2024-11-24T03:23:16,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/b00d269095074e59a79e6a7cbf0f22c2 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/b00d269095074e59a79e6a7cbf0f22c2 2024-11-24T03:23:16,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/b00d269095074e59a79e6a7cbf0f22c2, entries=150, sequenceid=569, filesize=12.0 K 2024-11-24T03:23:16,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 0f79b72e66c05abcac1384d5ec73e073 in 243ms, sequenceid=569, compaction requested=false 2024-11-24T03:23:16,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:16,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:16,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T03:23:16,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:16,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:16,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:16,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:16,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:16,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:16,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T03:23:16,787 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:16,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T03:23:16,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:16,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:16,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:16,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:16,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:16,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:16,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/7f9fa28510f240169b242aadff1f7a0d is 50, key is test_row_0/A:col10/1732418596462/Put/seqid=0 2024-11-24T03:23:16,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742204_1380 (size=14741) 2024-11-24T03:23:16,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418656855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:16,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418656855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:16,874 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/a1e7c8c8ba5a4034be0d5ce220c02bdc as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/a1e7c8c8ba5a4034be0d5ce220c02bdc 2024-11-24T03:23:16,880 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/A of 0f79b72e66c05abcac1384d5ec73e073 into a1e7c8c8ba5a4034be0d5ce220c02bdc(size=13.3 K), total size for store is 30.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:16,880 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:16,880 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/A, priority=12, startTime=1732418596368; duration=0sec 2024-11-24T03:23:16,881 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:16,881 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:A 2024-11-24T03:23:16,941 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:16,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T03:23:16,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:16,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:16,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:16,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:16,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:16,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:16,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418656958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:16,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418656958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:17,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T03:23:17,093 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:17,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T03:23:17,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:17,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:17,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:17,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418657162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:17,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418657162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:17,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/7f9fa28510f240169b242aadff1f7a0d 2024-11-24T03:23:17,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/c606bb3e56b641f6a75af6f15d36392f is 50, key is test_row_0/B:col10/1732418596462/Put/seqid=0 2024-11-24T03:23:17,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742205_1381 (size=12301) 2024-11-24T03:23:17,246 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:17,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T03:23:17,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:17,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:17,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:17,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52116 deadline: 1732418657284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:17,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52120 deadline: 1732418657284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:17,286 DEBUG [Thread-1195 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:23:17,286 DEBUG [Thread-1191 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:23:17,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732418657293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:17,295 DEBUG [Thread-1189 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:23:17,398 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:17,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T03:23:17,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:17,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:17,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:17,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418657466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:17,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418657467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:17,551 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:17,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T03:23:17,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:17,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:17,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:17,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T03:23:17,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/c606bb3e56b641f6a75af6f15d36392f 2024-11-24T03:23:17,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/ef506f7df4694f32b0af0f1f70f284fb is 50, key is test_row_0/C:col10/1732418596462/Put/seqid=0 2024-11-24T03:23:17,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742206_1382 (size=12301) 2024-11-24T03:23:17,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/ef506f7df4694f32b0af0f1f70f284fb 2024-11-24T03:23:17,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/7f9fa28510f240169b242aadff1f7a0d as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/7f9fa28510f240169b242aadff1f7a0d 2024-11-24T03:23:17,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/7f9fa28510f240169b242aadff1f7a0d, entries=200, sequenceid=588, filesize=14.4 K 2024-11-24T03:23:17,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/c606bb3e56b641f6a75af6f15d36392f as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/c606bb3e56b641f6a75af6f15d36392f 2024-11-24T03:23:17,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/c606bb3e56b641f6a75af6f15d36392f, entries=150, sequenceid=588, filesize=12.0 K 2024-11-24T03:23:17,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/ef506f7df4694f32b0af0f1f70f284fb as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/ef506f7df4694f32b0af0f1f70f284fb 2024-11-24T03:23:17,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/ef506f7df4694f32b0af0f1f70f284fb, entries=150, sequenceid=588, filesize=12.0 K 2024-11-24T03:23:17,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 0f79b72e66c05abcac1384d5ec73e073 in 888ms, sequenceid=588, compaction requested=true 2024-11-24T03:23:17,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:17,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:17,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:17,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:17,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:17,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:17,668 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:17,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:17,668 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:17,669 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:17,669 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:17,669 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/A is initiating minor compaction (all files) 2024-11-24T03:23:17,669 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/B is initiating minor compaction (all files) 2024-11-24T03:23:17,669 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/A in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:17,669 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/B in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:17,669 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/a1e7c8c8ba5a4034be0d5ce220c02bdc, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/9888b6f5f886454c8c91e94a6db1730e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/7f9fa28510f240169b242aadff1f7a0d] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=44.5 K 2024-11-24T03:23:17,669 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/be8979866abd4c5a8e8862d3db920911, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/c5b136a8832d4309865d0613fd18df0a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/c606bb3e56b641f6a75af6f15d36392f] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=37.3 K 2024-11-24T03:23:17,670 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1e7c8c8ba5a4034be0d5ce220c02bdc, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1732418595653 2024-11-24T03:23:17,670 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting be8979866abd4c5a8e8862d3db920911, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1732418595653 2024-11-24T03:23:17,670 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9888b6f5f886454c8c91e94a6db1730e, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=569, earliestPutTs=1732418595801 2024-11-24T03:23:17,670 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting c5b136a8832d4309865d0613fd18df0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=569, earliestPutTs=1732418595801 2024-11-24T03:23:17,670 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f9fa28510f240169b242aadff1f7a0d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=588, earliestPutTs=1732418596462 2024-11-24T03:23:17,670 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting c606bb3e56b641f6a75af6f15d36392f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=588, earliestPutTs=1732418596462 2024-11-24T03:23:17,677 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#A#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:17,677 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#B#compaction#334 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:17,677 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/9f4613e0510548a38c87c1db53724e0c is 50, key is test_row_0/A:col10/1732418596462/Put/seqid=0 2024-11-24T03:23:17,677 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/99b119a8c0e9469084ec939dacf8bce9 is 50, key is test_row_0/B:col10/1732418596462/Put/seqid=0 2024-11-24T03:23:17,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742208_1384 (size=13697) 2024-11-24T03:23:17,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742207_1383 (size=13697) 2024-11-24T03:23:17,704 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:17,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-24T03:23:17,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:17,705 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T03:23:17,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:17,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:17,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:17,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:17,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:17,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:17,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/06a16ed0c5f6413e92d398aab531f214 is 50, key is test_row_0/A:col10/1732418596811/Put/seqid=0 2024-11-24T03:23:17,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742209_1385 (size=12301) 2024-11-24T03:23:17,729 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=608 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/06a16ed0c5f6413e92d398aab531f214 2024-11-24T03:23:17,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/94ecfeb082b44e7389e6b8537f3c6ef6 is 50, key is test_row_0/B:col10/1732418596811/Put/seqid=0 2024-11-24T03:23:17,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742210_1386 (size=12301) 2024-11-24T03:23:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:17,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:17,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418657989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:17,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418657991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:18,091 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/99b119a8c0e9469084ec939dacf8bce9 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/99b119a8c0e9469084ec939dacf8bce9 2024-11-24T03:23:18,091 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/9f4613e0510548a38c87c1db53724e0c as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/9f4613e0510548a38c87c1db53724e0c 2024-11-24T03:23:18,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418658093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:18,097 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/A of 0f79b72e66c05abcac1384d5ec73e073 into 9f4613e0510548a38c87c1db53724e0c(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:18,097 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:18,097 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/A, priority=13, startTime=1732418597668; duration=0sec 2024-11-24T03:23:18,097 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:18,097 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:A 2024-11-24T03:23:18,097 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:18,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418658096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:18,098 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:18,098 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/C is initiating minor compaction (all files) 2024-11-24T03:23:18,098 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/C in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:18,098 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/c4f9784a0ce84b3582bdadd4261d4262, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/b00d269095074e59a79e6a7cbf0f22c2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/ef506f7df4694f32b0af0f1f70f284fb] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=37.3 K 2024-11-24T03:23:18,099 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4f9784a0ce84b3582bdadd4261d4262, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1732418595653 2024-11-24T03:23:18,099 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting b00d269095074e59a79e6a7cbf0f22c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=569, earliestPutTs=1732418595801 2024-11-24T03:23:18,099 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef506f7df4694f32b0af0f1f70f284fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=588, earliestPutTs=1732418596462 2024-11-24T03:23:18,100 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/B of 0f79b72e66c05abcac1384d5ec73e073 into 99b119a8c0e9469084ec939dacf8bce9(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:18,100 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:18,100 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/B, priority=13, startTime=1732418597668; duration=0sec 2024-11-24T03:23:18,100 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:18,100 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:B 2024-11-24T03:23:18,105 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#C#compaction#337 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:18,105 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/9e4614e56ceb488096e57b8f4c34f573 is 50, key is test_row_0/C:col10/1732418596462/Put/seqid=0 2024-11-24T03:23:18,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742211_1387 (size=13697) 2024-11-24T03:23:18,140 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=608 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/94ecfeb082b44e7389e6b8537f3c6ef6 2024-11-24T03:23:18,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/5ea7194666734239a42b4008961a9da1 is 50, key is test_row_0/C:col10/1732418596811/Put/seqid=0 2024-11-24T03:23:18,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742212_1388 (size=12301) 2024-11-24T03:23:18,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418658299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:18,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418658301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:18,514 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/9e4614e56ceb488096e57b8f4c34f573 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/9e4614e56ceb488096e57b8f4c34f573 2024-11-24T03:23:18,519 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/C of 0f79b72e66c05abcac1384d5ec73e073 into 9e4614e56ceb488096e57b8f4c34f573(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:18,519 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:18,519 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/C, priority=13, startTime=1732418597668; duration=0sec 2024-11-24T03:23:18,519 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:18,519 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:C 2024-11-24T03:23:18,553 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=608 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/5ea7194666734239a42b4008961a9da1 2024-11-24T03:23:18,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/06a16ed0c5f6413e92d398aab531f214 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/06a16ed0c5f6413e92d398aab531f214 2024-11-24T03:23:18,560 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/06a16ed0c5f6413e92d398aab531f214, entries=150, sequenceid=608, filesize=12.0 K 2024-11-24T03:23:18,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/94ecfeb082b44e7389e6b8537f3c6ef6 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/94ecfeb082b44e7389e6b8537f3c6ef6 2024-11-24T03:23:18,564 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/94ecfeb082b44e7389e6b8537f3c6ef6, entries=150, sequenceid=608, filesize=12.0 K 2024-11-24T03:23:18,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/5ea7194666734239a42b4008961a9da1 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/5ea7194666734239a42b4008961a9da1 2024-11-24T03:23:18,569 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/5ea7194666734239a42b4008961a9da1, entries=150, sequenceid=608, filesize=12.0 K 2024-11-24T03:23:18,570 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 0f79b72e66c05abcac1384d5ec73e073 in 865ms, sequenceid=608, compaction requested=false 2024-11-24T03:23:18,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:18,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:18,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-24T03:23:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-24T03:23:18,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-24T03:23:18,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0910 sec 2024-11-24T03:23:18,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 2.0960 sec 2024-11-24T03:23:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-24T03:23:18,583 INFO [Thread-1199 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-24T03:23:18,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-24T03:23:18,586 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T03:23:18,586 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:18,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:18,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T03:23:18,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:18,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:18,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:18,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:18,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:18,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:18,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/aa355f72892a4e139cd1460141338442 is 50, key is test_row_0/A:col10/1732418598602/Put/seqid=0 2024-11-24T03:23:18,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742213_1389 (size=12301) 2024-11-24T03:23:18,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418658644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:18,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418658646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T03:23:18,738 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:18,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T03:23:18,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:18,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:18,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:18,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:18,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:18,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418658748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:18,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418658749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T03:23:18,891 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:18,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T03:23:18,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:18,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:18,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:18,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:18,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:18,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418658951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:18,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418658952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:18,996 DEBUG [Thread-1208 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x328852db to 127.0.0.1:63551 2024-11-24T03:23:18,996 DEBUG [Thread-1204 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x131ceb8f to 127.0.0.1:63551 2024-11-24T03:23:18,996 DEBUG [Thread-1204 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:18,996 DEBUG [Thread-1208 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:18,997 DEBUG [Thread-1202 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66e575aa to 127.0.0.1:63551 2024-11-24T03:23:18,997 DEBUG [Thread-1202 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:18,998 DEBUG [Thread-1200 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5886c0f2 to 127.0.0.1:63551 2024-11-24T03:23:18,998 DEBUG [Thread-1200 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:18,998 DEBUG [Thread-1206 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a78bf6d to 127.0.0.1:63551 2024-11-24T03:23:18,998 DEBUG [Thread-1206 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:19,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=629 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/aa355f72892a4e139cd1460141338442 2024-11-24T03:23:19,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/9752aad6a6734a36b45dd0b0468832be is 50, key is test_row_0/B:col10/1732418598602/Put/seqid=0 2024-11-24T03:23:19,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742214_1390 (size=12301) 2024-11-24T03:23:19,043 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:19,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T03:23:19,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:19,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:19,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:19,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:19,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T03:23:19,196 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:19,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T03:23:19,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:19,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:19,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:19,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:19,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:19,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:19,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418659255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418659256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:19,348 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:19,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T03:23:19,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:19,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:19,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:19,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:19,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:19,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=629 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/9752aad6a6734a36b45dd0b0468832be 2024-11-24T03:23:19,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/32ff82b5842f4271a25a60b145df7cc3 is 50, key is test_row_0/C:col10/1732418598602/Put/seqid=0 2024-11-24T03:23:19,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742215_1391 (size=12301) 2024-11-24T03:23:19,501 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:19,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T03:23:19,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:19,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:19,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:19,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:19,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:19,653 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:19,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T03:23:19,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:19,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:19,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:19,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:19,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T03:23:19,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732418659757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:19,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52080 deadline: 1732418659759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:19,805 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:19,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T03:23:19,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:19,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:19,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:19,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:19,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:19,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=629 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/32ff82b5842f4271a25a60b145df7cc3 2024-11-24T03:23:19,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/aa355f72892a4e139cd1460141338442 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/aa355f72892a4e139cd1460141338442 2024-11-24T03:23:19,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/aa355f72892a4e139cd1460141338442, entries=150, sequenceid=629, filesize=12.0 K 2024-11-24T03:23:19,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/9752aad6a6734a36b45dd0b0468832be as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/9752aad6a6734a36b45dd0b0468832be 2024-11-24T03:23:19,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/9752aad6a6734a36b45dd0b0468832be, entries=150, sequenceid=629, filesize=12.0 K 2024-11-24T03:23:19,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/32ff82b5842f4271a25a60b145df7cc3 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/32ff82b5842f4271a25a60b145df7cc3 2024-11-24T03:23:19,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/32ff82b5842f4271a25a60b145df7cc3, entries=150, sequenceid=629, filesize=12.0 K 2024-11-24T03:23:19,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 0f79b72e66c05abcac1384d5ec73e073 in 1248ms, sequenceid=629, compaction requested=true 2024-11-24T03:23:19,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:19,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:19,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:19,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:19,851 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:19,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:19,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0f79b72e66c05abcac1384d5ec73e073:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:19,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:19,851 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:19,852 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:19,852 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:19,852 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/A is initiating minor compaction (all files) 2024-11-24T03:23:19,852 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/B is initiating minor compaction (all files) 2024-11-24T03:23:19,852 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/A in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:19,852 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/B in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:19,852 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/9f4613e0510548a38c87c1db53724e0c, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/06a16ed0c5f6413e92d398aab531f214, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/aa355f72892a4e139cd1460141338442] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=37.4 K 2024-11-24T03:23:19,852 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/99b119a8c0e9469084ec939dacf8bce9, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/94ecfeb082b44e7389e6b8537f3c6ef6, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/9752aad6a6734a36b45dd0b0468832be] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=37.4 K 2024-11-24T03:23:19,852 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f4613e0510548a38c87c1db53724e0c, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=588, earliestPutTs=1732418596462 2024-11-24T03:23:19,852 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 99b119a8c0e9469084ec939dacf8bce9, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=588, earliestPutTs=1732418596462 2024-11-24T03:23:19,852 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06a16ed0c5f6413e92d398aab531f214, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=608, earliestPutTs=1732418596811 2024-11-24T03:23:19,852 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 94ecfeb082b44e7389e6b8537f3c6ef6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=608, earliestPutTs=1732418596811 2024-11-24T03:23:19,852 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa355f72892a4e139cd1460141338442, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=629, earliestPutTs=1732418597981 2024-11-24T03:23:19,853 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 9752aad6a6734a36b45dd0b0468832be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=629, earliestPutTs=1732418597981 2024-11-24T03:23:19,858 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#A#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:19,858 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#B#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:19,858 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/33725751593c42f6b602b6b3506dabe3 is 50, key is test_row_0/A:col10/1732418598602/Put/seqid=0 2024-11-24T03:23:19,859 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/54858118a163476dbc153570b9390d69 is 50, key is test_row_0/B:col10/1732418598602/Put/seqid=0 2024-11-24T03:23:19,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742216_1392 (size=13799) 2024-11-24T03:23:19,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742217_1393 (size=13799) 2024-11-24T03:23:19,958 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:19,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T03:23:19,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:19,959 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T03:23:19,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:19,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:19,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:19,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:19,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:19,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:19,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/718d910a96c14347bc8d193dfaf4d95e is 50, key is test_row_0/A:col10/1732418598643/Put/seqid=0 2024-11-24T03:23:19,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742218_1394 (size=12301) 2024-11-24T03:23:20,266 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/33725751593c42f6b602b6b3506dabe3 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/33725751593c42f6b602b6b3506dabe3 2024-11-24T03:23:20,266 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/54858118a163476dbc153570b9390d69 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/54858118a163476dbc153570b9390d69 2024-11-24T03:23:20,270 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/B of 0f79b72e66c05abcac1384d5ec73e073 into 54858118a163476dbc153570b9390d69(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:20,270 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/A of 0f79b72e66c05abcac1384d5ec73e073 into 33725751593c42f6b602b6b3506dabe3(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:20,270 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:20,270 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:20,270 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/A, priority=13, startTime=1732418599851; duration=0sec 2024-11-24T03:23:20,270 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/B, priority=13, startTime=1732418599851; duration=0sec 2024-11-24T03:23:20,270 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:20,270 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:A 2024-11-24T03:23:20,270 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:20,270 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:B 2024-11-24T03:23:20,270 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:20,271 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:20,271 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 0f79b72e66c05abcac1384d5ec73e073/C is initiating minor compaction (all files) 2024-11-24T03:23:20,271 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0f79b72e66c05abcac1384d5ec73e073/C in TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:20,271 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/9e4614e56ceb488096e57b8f4c34f573, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/5ea7194666734239a42b4008961a9da1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/32ff82b5842f4271a25a60b145df7cc3] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp, totalSize=37.4 K 2024-11-24T03:23:20,271 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e4614e56ceb488096e57b8f4c34f573, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=588, earliestPutTs=1732418596462 2024-11-24T03:23:20,271 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ea7194666734239a42b4008961a9da1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=608, earliestPutTs=1732418596811 2024-11-24T03:23:20,271 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32ff82b5842f4271a25a60b145df7cc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=629, earliestPutTs=1732418597981 2024-11-24T03:23:20,276 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0f79b72e66c05abcac1384d5ec73e073#C#compaction#345 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:20,277 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/d5e04ed738754891b38146ee4baa8781 is 50, key is test_row_0/C:col10/1732418598602/Put/seqid=0 2024-11-24T03:23:20,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742219_1395 (size=13799) 2024-11-24T03:23:20,367 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=647 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/718d910a96c14347bc8d193dfaf4d95e 2024-11-24T03:23:20,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/6f42ffcf2c1a42089ef77ee4098856e9 is 50, key is test_row_0/B:col10/1732418598643/Put/seqid=0 2024-11-24T03:23:20,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742220_1396 (size=12301) 2024-11-24T03:23:20,684 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/d5e04ed738754891b38146ee4baa8781 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/d5e04ed738754891b38146ee4baa8781 2024-11-24T03:23:20,687 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0f79b72e66c05abcac1384d5ec73e073/C of 0f79b72e66c05abcac1384d5ec73e073 into d5e04ed738754891b38146ee4baa8781(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:20,687 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:20,687 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073., storeName=0f79b72e66c05abcac1384d5ec73e073/C, priority=13, startTime=1732418599851; duration=0sec 2024-11-24T03:23:20,687 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:20,688 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0f79b72e66c05abcac1384d5ec73e073:C 2024-11-24T03:23:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T03:23:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:20,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. as already flushing 2024-11-24T03:23:20,761 DEBUG [Thread-1197 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17cf7fc0 to 127.0.0.1:63551 2024-11-24T03:23:20,761 DEBUG [Thread-1197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:20,768 DEBUG [Thread-1193 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ec09297 to 127.0.0.1:63551 2024-11-24T03:23:20,768 DEBUG [Thread-1193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:20,776 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=647 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/6f42ffcf2c1a42089ef77ee4098856e9 2024-11-24T03:23:20,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/2349c24f955245eca162b11960600bba is 50, key is test_row_0/C:col10/1732418598643/Put/seqid=0 2024-11-24T03:23:20,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742221_1397 (size=12301) 2024-11-24T03:23:21,186 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=647 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/2349c24f955245eca162b11960600bba 2024-11-24T03:23:21,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/718d910a96c14347bc8d193dfaf4d95e as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/718d910a96c14347bc8d193dfaf4d95e 2024-11-24T03:23:21,193 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/718d910a96c14347bc8d193dfaf4d95e, entries=150, sequenceid=647, filesize=12.0 K 2024-11-24T03:23:21,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/6f42ffcf2c1a42089ef77ee4098856e9 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/6f42ffcf2c1a42089ef77ee4098856e9 2024-11-24T03:23:21,196 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/6f42ffcf2c1a42089ef77ee4098856e9, entries=150, sequenceid=647, filesize=12.0 K 2024-11-24T03:23:21,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/2349c24f955245eca162b11960600bba as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/2349c24f955245eca162b11960600bba 2024-11-24T03:23:21,199 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/2349c24f955245eca162b11960600bba, entries=150, sequenceid=647, filesize=12.0 K 2024-11-24T03:23:21,199 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=13.42 KB/13740 for 0f79b72e66c05abcac1384d5ec73e073 in 1240ms, sequenceid=647, compaction requested=false 2024-11-24T03:23:21,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:21,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:21,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-24T03:23:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-11-24T03:23:21,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-24T03:23:21,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6150 sec 2024-11-24T03:23:21,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 2.6180 sec 2024-11-24T03:23:22,222 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T03:23:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T03:23:22,690 INFO [Thread-1199 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-24T03:23:27,299 DEBUG [Thread-1191 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72aa9ee5 to 127.0.0.1:63551 2024-11-24T03:23:27,299 DEBUG [Thread-1191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:27,317 DEBUG [Thread-1189 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x669e1999 to 127.0.0.1:63551 2024-11-24T03:23:27,317 DEBUG [Thread-1189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:27,356 DEBUG [Thread-1195 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dfb20f6 to 127.0.0.1:63551 2024-11-24T03:23:27,356 DEBUG [Thread-1195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:27,356 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T03:23:27,356 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 128 2024-11-24T03:23:27,356 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-11-24T03:23:27,356 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 123 2024-11-24T03:23:27,356 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-11-24T03:23:27,356 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 148 2024-11-24T03:23:27,356 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T03:23:27,356 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4530 2024-11-24T03:23:27,356 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4324 2024-11-24T03:23:27,356 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4387 2024-11-24T03:23:27,356 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4531 2024-11-24T03:23:27,356 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4360 2024-11-24T03:23:27,356 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T03:23:27,356 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T03:23:27,356 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17b6adc5 to 127.0.0.1:63551 2024-11-24T03:23:27,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:27,357 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T03:23:27,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T03:23:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T03:23:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-24T03:23:27,360 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418607360"}]},"ts":"1732418607360"} 2024-11-24T03:23:27,361 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T03:23:27,364 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T03:23:27,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T03:23:27,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f79b72e66c05abcac1384d5ec73e073, UNASSIGN}] 2024-11-24T03:23:27,366 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f79b72e66c05abcac1384d5ec73e073, UNASSIGN 2024-11-24T03:23:27,367 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=0f79b72e66c05abcac1384d5ec73e073, regionState=CLOSING, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:27,368 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:23:27,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; CloseRegionProcedure 0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827}] 2024-11-24T03:23:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-24T03:23:27,520 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:27,520 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(124): Close 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:27,520 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T03:23:27,520 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1681): Closing 0f79b72e66c05abcac1384d5ec73e073, disabling compactions & flushes 2024-11-24T03:23:27,520 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:27,521 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:27,521 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. after waiting 0 ms 2024-11-24T03:23:27,521 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:27,521 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(2837): Flushing 0f79b72e66c05abcac1384d5ec73e073 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T03:23:27,521 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=A 2024-11-24T03:23:27,521 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:27,521 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=B 2024-11-24T03:23:27,521 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:27,521 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0f79b72e66c05abcac1384d5ec73e073, store=C 2024-11-24T03:23:27,521 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:27,526 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/8c64f92ef3d24397a0055eb958039058 is 50, key is test_row_0/A:col10/1732418607354/Put/seqid=0 2024-11-24T03:23:27,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742222_1398 (size=12301) 2024-11-24T03:23:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-24T03:23:27,930 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=658 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/8c64f92ef3d24397a0055eb958039058 2024-11-24T03:23:27,939 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/c7ddb86158f34c38aad97db1ba5321e9 is 50, key is test_row_0/B:col10/1732418607354/Put/seqid=0 2024-11-24T03:23:27,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742223_1399 (size=12301) 2024-11-24T03:23:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-24T03:23:28,346 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=658 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/c7ddb86158f34c38aad97db1ba5321e9 2024-11-24T03:23:28,353 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/9166cfc6590842599a0a15f5be7c1804 is 50, key is test_row_0/C:col10/1732418607354/Put/seqid=0 2024-11-24T03:23:28,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742224_1400 (size=12301) 2024-11-24T03:23:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-24T03:23:28,757 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=658 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/9166cfc6590842599a0a15f5be7c1804 2024-11-24T03:23:28,762 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/A/8c64f92ef3d24397a0055eb958039058 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/8c64f92ef3d24397a0055eb958039058 2024-11-24T03:23:28,765 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/8c64f92ef3d24397a0055eb958039058, entries=150, sequenceid=658, filesize=12.0 K 2024-11-24T03:23:28,766 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/B/c7ddb86158f34c38aad97db1ba5321e9 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/c7ddb86158f34c38aad97db1ba5321e9 2024-11-24T03:23:28,770 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/c7ddb86158f34c38aad97db1ba5321e9, entries=150, sequenceid=658, filesize=12.0 K 2024-11-24T03:23:28,770 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/.tmp/C/9166cfc6590842599a0a15f5be7c1804 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/9166cfc6590842599a0a15f5be7c1804 2024-11-24T03:23:28,774 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/9166cfc6590842599a0a15f5be7c1804, entries=150, sequenceid=658, filesize=12.0 K 2024-11-24T03:23:28,774 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 0f79b72e66c05abcac1384d5ec73e073 in 1253ms, sequenceid=658, compaction requested=true 2024-11-24T03:23:28,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d5d60bb23d0e433b8729d83604c5fafe, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/c7f5c52c2f454e5ca331608f0cf4ba38, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/20e94ce6ba4a491aaa4efff568867896, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/8cb26796fdc743fc8ad5b1eaac644fca, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/6606cd92d8824397ac4161670cc06ec3, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d88637c214924f4f87cb1db49698b90d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/2cba96576d1d4ab6982ef7b232013545, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/55db91999e8f4b66ba14ff9739897464, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d77e07f3acc7404d9b068b335816f0fc, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/4f2c0c6e6757430ebff81eeb03865161, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/90d3b0ec8d73458c978fa46e281de05f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/67a281aeeaf04acdb329182de1c45bd8, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/249d8ab3f6054b31a194c2735eda519a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/74857c3887bc4d9ca7966dd511b74a50, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/3a8f4fc006014294a16763f7f783e7b1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d8ba030d3b364474994fbf3ee70c74f3, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/424cbfc53f1d461f85dd92faf9d8d4dd, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/6867f9050d90491884a39ae5ee52c416, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/86f7a219de7243da9bbed153e3c0c9b5, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/bfe83f43a775441d91b17b560e783930, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d80b92621d7646ec8b7e07977c08ddd5, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/add38c627db54bada1c838b5764ef426, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/0582ab140efb48b29979024f1b8c93c3, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/7d8776cd1cc440d3a02f5a1b14483d80, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/0571361304c9420cb427a971a760ff55, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/6dfe48abc806402fb5536998c654b975, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/225c6ffdd72c429c9152fe585b0d21e5, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/31863d752ffc4a7892f362e8237a244e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/edce90abb3684442835a90c0bf76b2dd, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/260443e50c4947bfa9730da7b0671697, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/15dfa12f2ff041b5b1aa5186c124168a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/91548358bc044dfc8b9c50b5f45d1f3a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/9dd1fc7422944ce68ac16aa8e55e1e81, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/1596d1001df34936b3038ad3a84a7c62, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/c2842f499f1549a1b57432abca5b144d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/6c0468f6a13a492ea58db8ad9f486451, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/21d7bd48e10e4af888bc2edd87506de2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/87b38f0f42354fbc8d3ba56c3d11f39b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/a1e7c8c8ba5a4034be0d5ce220c02bdc, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/9888b6f5f886454c8c91e94a6db1730e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/7f9fa28510f240169b242aadff1f7a0d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/9f4613e0510548a38c87c1db53724e0c, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/06a16ed0c5f6413e92d398aab531f214, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/aa355f72892a4e139cd1460141338442] to archive 2024-11-24T03:23:28,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:23:28,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d5d60bb23d0e433b8729d83604c5fafe to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d5d60bb23d0e433b8729d83604c5fafe 2024-11-24T03:23:28,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/c7f5c52c2f454e5ca331608f0cf4ba38 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/c7f5c52c2f454e5ca331608f0cf4ba38 2024-11-24T03:23:28,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/20e94ce6ba4a491aaa4efff568867896 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/20e94ce6ba4a491aaa4efff568867896 2024-11-24T03:23:28,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/8cb26796fdc743fc8ad5b1eaac644fca to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/8cb26796fdc743fc8ad5b1eaac644fca 2024-11-24T03:23:28,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/6606cd92d8824397ac4161670cc06ec3 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/6606cd92d8824397ac4161670cc06ec3 2024-11-24T03:23:28,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d88637c214924f4f87cb1db49698b90d to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d88637c214924f4f87cb1db49698b90d 2024-11-24T03:23:28,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/2cba96576d1d4ab6982ef7b232013545 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/2cba96576d1d4ab6982ef7b232013545 2024-11-24T03:23:28,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/55db91999e8f4b66ba14ff9739897464 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/55db91999e8f4b66ba14ff9739897464 2024-11-24T03:23:28,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d77e07f3acc7404d9b068b335816f0fc to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d77e07f3acc7404d9b068b335816f0fc 2024-11-24T03:23:28,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/4f2c0c6e6757430ebff81eeb03865161 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/4f2c0c6e6757430ebff81eeb03865161 2024-11-24T03:23:28,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/90d3b0ec8d73458c978fa46e281de05f to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/90d3b0ec8d73458c978fa46e281de05f 2024-11-24T03:23:28,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/67a281aeeaf04acdb329182de1c45bd8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/67a281aeeaf04acdb329182de1c45bd8 2024-11-24T03:23:28,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/249d8ab3f6054b31a194c2735eda519a to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/249d8ab3f6054b31a194c2735eda519a 2024-11-24T03:23:28,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/74857c3887bc4d9ca7966dd511b74a50 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/74857c3887bc4d9ca7966dd511b74a50 2024-11-24T03:23:28,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/3a8f4fc006014294a16763f7f783e7b1 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/3a8f4fc006014294a16763f7f783e7b1 2024-11-24T03:23:28,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d8ba030d3b364474994fbf3ee70c74f3 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d8ba030d3b364474994fbf3ee70c74f3 2024-11-24T03:23:28,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/424cbfc53f1d461f85dd92faf9d8d4dd to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/424cbfc53f1d461f85dd92faf9d8d4dd 2024-11-24T03:23:28,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/6867f9050d90491884a39ae5ee52c416 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/6867f9050d90491884a39ae5ee52c416 2024-11-24T03:23:28,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/86f7a219de7243da9bbed153e3c0c9b5 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/86f7a219de7243da9bbed153e3c0c9b5 2024-11-24T03:23:28,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/bfe83f43a775441d91b17b560e783930 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/bfe83f43a775441d91b17b560e783930 2024-11-24T03:23:28,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d80b92621d7646ec8b7e07977c08ddd5 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/d80b92621d7646ec8b7e07977c08ddd5 2024-11-24T03:23:28,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/add38c627db54bada1c838b5764ef426 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/add38c627db54bada1c838b5764ef426 2024-11-24T03:23:28,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/0582ab140efb48b29979024f1b8c93c3 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/0582ab140efb48b29979024f1b8c93c3 2024-11-24T03:23:28,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/7d8776cd1cc440d3a02f5a1b14483d80 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/7d8776cd1cc440d3a02f5a1b14483d80 2024-11-24T03:23:28,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/0571361304c9420cb427a971a760ff55 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/0571361304c9420cb427a971a760ff55 2024-11-24T03:23:28,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/6dfe48abc806402fb5536998c654b975 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/6dfe48abc806402fb5536998c654b975 2024-11-24T03:23:28,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/225c6ffdd72c429c9152fe585b0d21e5 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/225c6ffdd72c429c9152fe585b0d21e5 2024-11-24T03:23:28,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/31863d752ffc4a7892f362e8237a244e to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/31863d752ffc4a7892f362e8237a244e 2024-11-24T03:23:28,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/edce90abb3684442835a90c0bf76b2dd to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/edce90abb3684442835a90c0bf76b2dd 2024-11-24T03:23:28,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/260443e50c4947bfa9730da7b0671697 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/260443e50c4947bfa9730da7b0671697 2024-11-24T03:23:28,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/15dfa12f2ff041b5b1aa5186c124168a to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/15dfa12f2ff041b5b1aa5186c124168a 2024-11-24T03:23:28,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/91548358bc044dfc8b9c50b5f45d1f3a to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/91548358bc044dfc8b9c50b5f45d1f3a 2024-11-24T03:23:28,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/9dd1fc7422944ce68ac16aa8e55e1e81 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/9dd1fc7422944ce68ac16aa8e55e1e81 2024-11-24T03:23:28,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/1596d1001df34936b3038ad3a84a7c62 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/1596d1001df34936b3038ad3a84a7c62 2024-11-24T03:23:28,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/c2842f499f1549a1b57432abca5b144d to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/c2842f499f1549a1b57432abca5b144d 2024-11-24T03:23:28,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/6c0468f6a13a492ea58db8ad9f486451 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/6c0468f6a13a492ea58db8ad9f486451 2024-11-24T03:23:28,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/21d7bd48e10e4af888bc2edd87506de2 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/21d7bd48e10e4af888bc2edd87506de2 2024-11-24T03:23:28,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/87b38f0f42354fbc8d3ba56c3d11f39b to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/87b38f0f42354fbc8d3ba56c3d11f39b 2024-11-24T03:23:28,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/a1e7c8c8ba5a4034be0d5ce220c02bdc to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/a1e7c8c8ba5a4034be0d5ce220c02bdc 2024-11-24T03:23:28,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/9888b6f5f886454c8c91e94a6db1730e to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/9888b6f5f886454c8c91e94a6db1730e 2024-11-24T03:23:28,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/7f9fa28510f240169b242aadff1f7a0d to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/7f9fa28510f240169b242aadff1f7a0d 2024-11-24T03:23:28,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/9f4613e0510548a38c87c1db53724e0c to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/9f4613e0510548a38c87c1db53724e0c 2024-11-24T03:23:28,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/06a16ed0c5f6413e92d398aab531f214 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/06a16ed0c5f6413e92d398aab531f214 2024-11-24T03:23:28,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/aa355f72892a4e139cd1460141338442 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/aa355f72892a4e139cd1460141338442 2024-11-24T03:23:28,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/215a2e0d5b314e818563cbcd64f60679, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/8ecfb2c975444c5c9c4faa6ea1171b64, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/b449ea3d437e4567b138630173487d3d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/a56cf876d46249da95bfbc94b7ec297a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/f0c2fa457a3a456aa7980bb18748608d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/90f24481ba1745668936aba76cf53c26, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/604245cfc9c6451997830eca9883a601, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/ff081a6c7b46417b9401881808ee8b0e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/4237d83bc0444fb2a3ccd5a1fd641ea1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/c334e3db50c044d5bbaa55886d820acd, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/213e9fe6151f4bafb09f4d3d0a757064, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/fe9f41f878d64fda811ebe756c019ce6, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/ff73742018704e08b04a0295832533a8, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/d13a5ad0b55b41d6a640a2226fec1301, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/612a017ff35f40419ae265e9abc24f8b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/165ab4c478474834b215d0ee1d78c9ab, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/94b4ffcd2a7640e295f71d2448c81495, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/637e0dfdb0134fadaa10f945076a559f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/a8bcc9d6c88a4e65bdbe29e272ccecd4, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/23ee03182526459986ac740b065af9be, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/6537cfbfd9114834a9d12a09c4600801, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/c1680a49a0d14f4a914f4bce3f99c936, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/3098865b5787420abe8dcbd38d5ad0e6, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/fd7904c1230a40b2a21d01cd06bab73c, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/4623c68015bc44b7bae88cbe06cfac87, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/f85d4c4122284348bfa882861f6872f7, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/edd13f433a8a43928c748b3675b6a609, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/2a89bd75a90548499724ba78fc1fc9da, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/ca774ce0baa248c79a69bd1c527886f8, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/f28599f4662d4ad98211d6f74017c1b2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/cff9799491aa4a5e81752a43441a1c24, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/f5c2d4eed71244449a5bced33df989f2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/cf5e0d6a60ec48389cde54e6b18e5fda, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/12dc814b751b4a91b125efd9dbbc9a8d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/59410fc536724a2bab27a0d03481a868, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/9d7a3a5bf25340b685651a6efc9cdde2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/2ee126dee1c64ce8aa80c836a0fd46d6, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/be8979866abd4c5a8e8862d3db920911, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/7df5d8ff52314c2db7918cb5c1802f09, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/c5b136a8832d4309865d0613fd18df0a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/99b119a8c0e9469084ec939dacf8bce9, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/c606bb3e56b641f6a75af6f15d36392f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/94ecfeb082b44e7389e6b8537f3c6ef6, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/9752aad6a6734a36b45dd0b0468832be] to archive 2024-11-24T03:23:28,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:23:28,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/215a2e0d5b314e818563cbcd64f60679 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/215a2e0d5b314e818563cbcd64f60679 2024-11-24T03:23:28,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/8ecfb2c975444c5c9c4faa6ea1171b64 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/8ecfb2c975444c5c9c4faa6ea1171b64 2024-11-24T03:23:28,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/b449ea3d437e4567b138630173487d3d to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/b449ea3d437e4567b138630173487d3d 2024-11-24T03:23:28,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/a56cf876d46249da95bfbc94b7ec297a to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/a56cf876d46249da95bfbc94b7ec297a 2024-11-24T03:23:28,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/f0c2fa457a3a456aa7980bb18748608d to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/f0c2fa457a3a456aa7980bb18748608d 2024-11-24T03:23:28,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/90f24481ba1745668936aba76cf53c26 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/90f24481ba1745668936aba76cf53c26 2024-11-24T03:23:28,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/604245cfc9c6451997830eca9883a601 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/604245cfc9c6451997830eca9883a601 2024-11-24T03:23:28,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/ff081a6c7b46417b9401881808ee8b0e to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/ff081a6c7b46417b9401881808ee8b0e 2024-11-24T03:23:28,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/4237d83bc0444fb2a3ccd5a1fd641ea1 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/4237d83bc0444fb2a3ccd5a1fd641ea1 2024-11-24T03:23:28,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/c334e3db50c044d5bbaa55886d820acd to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/c334e3db50c044d5bbaa55886d820acd 2024-11-24T03:23:28,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/213e9fe6151f4bafb09f4d3d0a757064 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/213e9fe6151f4bafb09f4d3d0a757064 2024-11-24T03:23:28,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/fe9f41f878d64fda811ebe756c019ce6 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/fe9f41f878d64fda811ebe756c019ce6 2024-11-24T03:23:28,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/ff73742018704e08b04a0295832533a8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/ff73742018704e08b04a0295832533a8 2024-11-24T03:23:28,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/d13a5ad0b55b41d6a640a2226fec1301 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/d13a5ad0b55b41d6a640a2226fec1301 2024-11-24T03:23:28,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/612a017ff35f40419ae265e9abc24f8b to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/612a017ff35f40419ae265e9abc24f8b 2024-11-24T03:23:28,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/165ab4c478474834b215d0ee1d78c9ab to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/165ab4c478474834b215d0ee1d78c9ab 2024-11-24T03:23:28,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/94b4ffcd2a7640e295f71d2448c81495 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/94b4ffcd2a7640e295f71d2448c81495 2024-11-24T03:23:28,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/637e0dfdb0134fadaa10f945076a559f to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/637e0dfdb0134fadaa10f945076a559f 2024-11-24T03:23:28,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/a8bcc9d6c88a4e65bdbe29e272ccecd4 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/a8bcc9d6c88a4e65bdbe29e272ccecd4 2024-11-24T03:23:28,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/23ee03182526459986ac740b065af9be to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/23ee03182526459986ac740b065af9be 2024-11-24T03:23:28,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/6537cfbfd9114834a9d12a09c4600801 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/6537cfbfd9114834a9d12a09c4600801 2024-11-24T03:23:28,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/c1680a49a0d14f4a914f4bce3f99c936 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/c1680a49a0d14f4a914f4bce3f99c936 2024-11-24T03:23:28,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/3098865b5787420abe8dcbd38d5ad0e6 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/3098865b5787420abe8dcbd38d5ad0e6 2024-11-24T03:23:28,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/fd7904c1230a40b2a21d01cd06bab73c to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/fd7904c1230a40b2a21d01cd06bab73c 2024-11-24T03:23:28,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/4623c68015bc44b7bae88cbe06cfac87 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/4623c68015bc44b7bae88cbe06cfac87 2024-11-24T03:23:28,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/f85d4c4122284348bfa882861f6872f7 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/f85d4c4122284348bfa882861f6872f7 2024-11-24T03:23:28,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/edd13f433a8a43928c748b3675b6a609 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/edd13f433a8a43928c748b3675b6a609 2024-11-24T03:23:28,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/2a89bd75a90548499724ba78fc1fc9da to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/2a89bd75a90548499724ba78fc1fc9da 2024-11-24T03:23:28,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/ca774ce0baa248c79a69bd1c527886f8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/ca774ce0baa248c79a69bd1c527886f8 2024-11-24T03:23:28,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/f28599f4662d4ad98211d6f74017c1b2 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/f28599f4662d4ad98211d6f74017c1b2 2024-11-24T03:23:28,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/cff9799491aa4a5e81752a43441a1c24 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/cff9799491aa4a5e81752a43441a1c24 2024-11-24T03:23:28,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/f5c2d4eed71244449a5bced33df989f2 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/f5c2d4eed71244449a5bced33df989f2 2024-11-24T03:23:28,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/cf5e0d6a60ec48389cde54e6b18e5fda to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/cf5e0d6a60ec48389cde54e6b18e5fda 2024-11-24T03:23:28,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/12dc814b751b4a91b125efd9dbbc9a8d to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/12dc814b751b4a91b125efd9dbbc9a8d 2024-11-24T03:23:28,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/59410fc536724a2bab27a0d03481a868 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/59410fc536724a2bab27a0d03481a868 2024-11-24T03:23:28,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/9d7a3a5bf25340b685651a6efc9cdde2 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/9d7a3a5bf25340b685651a6efc9cdde2 2024-11-24T03:23:28,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/2ee126dee1c64ce8aa80c836a0fd46d6 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/2ee126dee1c64ce8aa80c836a0fd46d6 2024-11-24T03:23:28,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/be8979866abd4c5a8e8862d3db920911 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/be8979866abd4c5a8e8862d3db920911 2024-11-24T03:23:28,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/7df5d8ff52314c2db7918cb5c1802f09 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/7df5d8ff52314c2db7918cb5c1802f09 2024-11-24T03:23:28,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/c5b136a8832d4309865d0613fd18df0a to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/c5b136a8832d4309865d0613fd18df0a 2024-11-24T03:23:28,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/99b119a8c0e9469084ec939dacf8bce9 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/99b119a8c0e9469084ec939dacf8bce9 2024-11-24T03:23:28,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/c606bb3e56b641f6a75af6f15d36392f to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/c606bb3e56b641f6a75af6f15d36392f 2024-11-24T03:23:28,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/94ecfeb082b44e7389e6b8537f3c6ef6 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/94ecfeb082b44e7389e6b8537f3c6ef6 2024-11-24T03:23:28,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/9752aad6a6734a36b45dd0b0468832be to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/9752aad6a6734a36b45dd0b0468832be 2024-11-24T03:23:28,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/f995fdea136d4010b6122ce19874b434, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/864d7b468e564c2ea66586bbb65528e1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/93a867b350464be0a2ae2a3954780be7, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/a92c7483e1fe4319bfe09aa117ffe37c, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/3743893a974149cc9140a60b9fb0a69e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/95a5cb8e84314d3d963c6593fc68aaf1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/efa4ca1da06d4156878aa595548753ad, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/efbe80b721794ec49dd996c3448119f6, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/e0d0950b79b0452186103bd892d2ab06, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/fe8e2bc7358049769127c66d6be0b19c, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/d79d44b2268246ca90ce602a775b8411, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/cf11a766affd459e8da0c4d68fc3fa2d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/0233ce509feb498b9cdc2d72c155a6d7, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/e96028c5e12c433fac60fdbaf0403b11, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/95a95f447300400dbdba6bd358545cf0, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/fa1abcaec632455da38266595ba58e4f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/68662a89aa154f3bb491bcfc118760dd, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/1718371555da4511beb83ee2e0fe556d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/136eb1c3c4ab4e4fa4d419b52af27e29, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/c0dca9c919164481a12d9ddd891ac703, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/d4ed7ce2fdab482ba75190c229c95cb0, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/04ab659823a94441b5d5f83f5ed11ef1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/edab3128508341daaa9a82c0906623a1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/2b5190bf7cb1498cb099e904e060f348, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/3f8a004eef53476d9e25136ba66cd37c, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/f4de297f9ebe4946a35af54a51d3355c, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/0ea043afe8614384b032cfb65e6acd68, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/17c752b8af2548fca54b48f4cf575bee, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/65250749a6ca4b80984346b77932d807, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/99461a768d2c42d3904e69287bfb3fcc, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/2058dcc85d9740fa8d27e1766f0f4f4a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/b379653d4e9a416f917eaae04f9c309f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/670e788ae3da4e009f20bfac50196aa8, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/01a55c7a84cd4a95a15ca13daf34ad46, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/ad411a4e59e145699c4b7e3d31c919f1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/a2e67d4a04394535a091b3c1aefe34f3, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/c4a94ca00b5042a689bc729eb5fb8a06, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/c4f9784a0ce84b3582bdadd4261d4262, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/a4993a98d8ee47db90c1e136d99125b1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/b00d269095074e59a79e6a7cbf0f22c2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/9e4614e56ceb488096e57b8f4c34f573, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/ef506f7df4694f32b0af0f1f70f284fb, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/5ea7194666734239a42b4008961a9da1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/32ff82b5842f4271a25a60b145df7cc3] to archive 2024-11-24T03:23:28,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:23:28,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/f995fdea136d4010b6122ce19874b434 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/f995fdea136d4010b6122ce19874b434 2024-11-24T03:23:28,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/864d7b468e564c2ea66586bbb65528e1 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/864d7b468e564c2ea66586bbb65528e1 2024-11-24T03:23:28,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/93a867b350464be0a2ae2a3954780be7 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/93a867b350464be0a2ae2a3954780be7 2024-11-24T03:23:28,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/a92c7483e1fe4319bfe09aa117ffe37c to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/a92c7483e1fe4319bfe09aa117ffe37c 2024-11-24T03:23:28,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/3743893a974149cc9140a60b9fb0a69e to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/3743893a974149cc9140a60b9fb0a69e 2024-11-24T03:23:28,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/95a5cb8e84314d3d963c6593fc68aaf1 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/95a5cb8e84314d3d963c6593fc68aaf1 2024-11-24T03:23:28,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/efa4ca1da06d4156878aa595548753ad to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/efa4ca1da06d4156878aa595548753ad 2024-11-24T03:23:28,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/efbe80b721794ec49dd996c3448119f6 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/efbe80b721794ec49dd996c3448119f6 2024-11-24T03:23:28,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/e0d0950b79b0452186103bd892d2ab06 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/e0d0950b79b0452186103bd892d2ab06 2024-11-24T03:23:28,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/fe8e2bc7358049769127c66d6be0b19c to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/fe8e2bc7358049769127c66d6be0b19c 2024-11-24T03:23:28,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/d79d44b2268246ca90ce602a775b8411 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/d79d44b2268246ca90ce602a775b8411 2024-11-24T03:23:28,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/cf11a766affd459e8da0c4d68fc3fa2d to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/cf11a766affd459e8da0c4d68fc3fa2d 2024-11-24T03:23:28,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/0233ce509feb498b9cdc2d72c155a6d7 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/0233ce509feb498b9cdc2d72c155a6d7 2024-11-24T03:23:28,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/e96028c5e12c433fac60fdbaf0403b11 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/e96028c5e12c433fac60fdbaf0403b11 2024-11-24T03:23:28,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/95a95f447300400dbdba6bd358545cf0 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/95a95f447300400dbdba6bd358545cf0 2024-11-24T03:23:28,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/fa1abcaec632455da38266595ba58e4f to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/fa1abcaec632455da38266595ba58e4f 2024-11-24T03:23:28,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/68662a89aa154f3bb491bcfc118760dd to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/68662a89aa154f3bb491bcfc118760dd 2024-11-24T03:23:28,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/1718371555da4511beb83ee2e0fe556d to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/1718371555da4511beb83ee2e0fe556d 2024-11-24T03:23:28,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/136eb1c3c4ab4e4fa4d419b52af27e29 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/136eb1c3c4ab4e4fa4d419b52af27e29 2024-11-24T03:23:28,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/c0dca9c919164481a12d9ddd891ac703 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/c0dca9c919164481a12d9ddd891ac703 2024-11-24T03:23:28,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/d4ed7ce2fdab482ba75190c229c95cb0 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/d4ed7ce2fdab482ba75190c229c95cb0 2024-11-24T03:23:28,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/04ab659823a94441b5d5f83f5ed11ef1 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/04ab659823a94441b5d5f83f5ed11ef1 2024-11-24T03:23:28,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/edab3128508341daaa9a82c0906623a1 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/edab3128508341daaa9a82c0906623a1 2024-11-24T03:23:28,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/2b5190bf7cb1498cb099e904e060f348 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/2b5190bf7cb1498cb099e904e060f348 2024-11-24T03:23:28,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/3f8a004eef53476d9e25136ba66cd37c to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/3f8a004eef53476d9e25136ba66cd37c 2024-11-24T03:23:28,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/f4de297f9ebe4946a35af54a51d3355c to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/f4de297f9ebe4946a35af54a51d3355c 2024-11-24T03:23:28,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/0ea043afe8614384b032cfb65e6acd68 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/0ea043afe8614384b032cfb65e6acd68 2024-11-24T03:23:28,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/17c752b8af2548fca54b48f4cf575bee to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/17c752b8af2548fca54b48f4cf575bee 2024-11-24T03:23:28,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/65250749a6ca4b80984346b77932d807 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/65250749a6ca4b80984346b77932d807 2024-11-24T03:23:28,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/99461a768d2c42d3904e69287bfb3fcc to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/99461a768d2c42d3904e69287bfb3fcc 2024-11-24T03:23:28,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/2058dcc85d9740fa8d27e1766f0f4f4a to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/2058dcc85d9740fa8d27e1766f0f4f4a 2024-11-24T03:23:28,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/b379653d4e9a416f917eaae04f9c309f to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/b379653d4e9a416f917eaae04f9c309f 2024-11-24T03:23:28,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/670e788ae3da4e009f20bfac50196aa8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/670e788ae3da4e009f20bfac50196aa8 2024-11-24T03:23:28,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/01a55c7a84cd4a95a15ca13daf34ad46 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/01a55c7a84cd4a95a15ca13daf34ad46 2024-11-24T03:23:28,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/ad411a4e59e145699c4b7e3d31c919f1 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/ad411a4e59e145699c4b7e3d31c919f1 2024-11-24T03:23:28,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/a2e67d4a04394535a091b3c1aefe34f3 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/a2e67d4a04394535a091b3c1aefe34f3 2024-11-24T03:23:28,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/c4a94ca00b5042a689bc729eb5fb8a06 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/c4a94ca00b5042a689bc729eb5fb8a06 2024-11-24T03:23:28,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/c4f9784a0ce84b3582bdadd4261d4262 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/c4f9784a0ce84b3582bdadd4261d4262 2024-11-24T03:23:28,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/a4993a98d8ee47db90c1e136d99125b1 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/a4993a98d8ee47db90c1e136d99125b1 2024-11-24T03:23:28,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/b00d269095074e59a79e6a7cbf0f22c2 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/b00d269095074e59a79e6a7cbf0f22c2 2024-11-24T03:23:28,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/9e4614e56ceb488096e57b8f4c34f573 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/9e4614e56ceb488096e57b8f4c34f573 2024-11-24T03:23:28,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/ef506f7df4694f32b0af0f1f70f284fb to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/ef506f7df4694f32b0af0f1f70f284fb 2024-11-24T03:23:28,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/5ea7194666734239a42b4008961a9da1 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/5ea7194666734239a42b4008961a9da1 2024-11-24T03:23:28,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/32ff82b5842f4271a25a60b145df7cc3 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/32ff82b5842f4271a25a60b145df7cc3 2024-11-24T03:23:28,939 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/recovered.edits/661.seqid, newMaxSeqId=661, maxSeqId=1 2024-11-24T03:23:28,940 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073. 2024-11-24T03:23:28,940 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1635): Region close journal for 0f79b72e66c05abcac1384d5ec73e073: 2024-11-24T03:23:28,941 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(170): Closed 0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:28,942 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=0f79b72e66c05abcac1384d5ec73e073, regionState=CLOSED 2024-11-24T03:23:28,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-24T03:23:28,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseRegionProcedure 0f79b72e66c05abcac1384d5ec73e073, server=f13c2bb2f71a,41393,1732418513827 in 1.5750 sec 2024-11-24T03:23:28,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-24T03:23:28,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0f79b72e66c05abcac1384d5ec73e073, UNASSIGN in 1.5780 sec 2024-11-24T03:23:28,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-24T03:23:28,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5820 sec 2024-11-24T03:23:28,948 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418608948"}]},"ts":"1732418608948"} 2024-11-24T03:23:28,949 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T03:23:28,951 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T03:23:28,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5940 sec 2024-11-24T03:23:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-24T03:23:29,465 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-24T03:23:29,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T03:23:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:23:29,467 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=97, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:23:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-24T03:23:29,470 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=97, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:23:29,471 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:29,474 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A, FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B, FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C, FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/recovered.edits] 2024-11-24T03:23:29,478 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/33725751593c42f6b602b6b3506dabe3 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/33725751593c42f6b602b6b3506dabe3 2024-11-24T03:23:29,479 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/718d910a96c14347bc8d193dfaf4d95e to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/718d910a96c14347bc8d193dfaf4d95e 2024-11-24T03:23:29,481 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/8c64f92ef3d24397a0055eb958039058 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/A/8c64f92ef3d24397a0055eb958039058 2024-11-24T03:23:29,485 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/54858118a163476dbc153570b9390d69 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/54858118a163476dbc153570b9390d69 2024-11-24T03:23:29,486 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/6f42ffcf2c1a42089ef77ee4098856e9 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/6f42ffcf2c1a42089ef77ee4098856e9 2024-11-24T03:23:29,488 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/c7ddb86158f34c38aad97db1ba5321e9 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/B/c7ddb86158f34c38aad97db1ba5321e9 2024-11-24T03:23:29,491 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/2349c24f955245eca162b11960600bba to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/2349c24f955245eca162b11960600bba 2024-11-24T03:23:29,492 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/9166cfc6590842599a0a15f5be7c1804 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/9166cfc6590842599a0a15f5be7c1804 2024-11-24T03:23:29,493 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/d5e04ed738754891b38146ee4baa8781 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/C/d5e04ed738754891b38146ee4baa8781 2024-11-24T03:23:29,496 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/recovered.edits/661.seqid to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073/recovered.edits/661.seqid 2024-11-24T03:23:29,496 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/0f79b72e66c05abcac1384d5ec73e073 2024-11-24T03:23:29,496 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T03:23:29,499 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=97, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:23:29,502 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T03:23:29,504 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T03:23:29,505 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=97, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:23:29,505 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T03:23:29,505 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732418609505"}]},"ts":"9223372036854775807"} 2024-11-24T03:23:29,507 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T03:23:29,507 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 0f79b72e66c05abcac1384d5ec73e073, NAME => 'TestAcidGuarantees,,1732418576686.0f79b72e66c05abcac1384d5ec73e073.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T03:23:29,507 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T03:23:29,507 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732418609507"}]},"ts":"9223372036854775807"} 2024-11-24T03:23:29,510 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T03:23:29,513 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=97, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:23:29,514 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 47 msec 2024-11-24T03:23:29,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-24T03:23:29,569 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-11-24T03:23:29,579 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=237 (was 243), OpenFileDescriptor=457 (was 469), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=676 (was 651) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6999 (was 7084) 2024-11-24T03:23:29,589 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=237, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=676, ProcessCount=11, AvailableMemoryMB=6999 2024-11-24T03:23:29,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T03:23:29,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:23:29,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T03:23:29,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T03:23:29,593 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:29,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 98 2024-11-24T03:23:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T03:23:29,594 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T03:23:29,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742225_1401 (size=963) 2024-11-24T03:23:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T03:23:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T03:23:30,002 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587 2024-11-24T03:23:30,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742226_1402 (size=53) 2024-11-24T03:23:30,008 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:23:30,008 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f6b67925034e5e42204f402bf55f8dc8, disabling compactions & flushes 2024-11-24T03:23:30,008 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:30,008 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:30,008 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. after waiting 0 ms 2024-11-24T03:23:30,008 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:30,009 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:30,009 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:30,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T03:23:30,010 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732418610010"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732418610010"}]},"ts":"1732418610010"} 2024-11-24T03:23:30,011 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T03:23:30,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T03:23:30,012 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418610011"}]},"ts":"1732418610011"} 2024-11-24T03:23:30,012 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T03:23:30,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6b67925034e5e42204f402bf55f8dc8, ASSIGN}] 2024-11-24T03:23:30,017 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6b67925034e5e42204f402bf55f8dc8, ASSIGN 2024-11-24T03:23:30,018 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6b67925034e5e42204f402bf55f8dc8, ASSIGN; state=OFFLINE, location=f13c2bb2f71a,41393,1732418513827; forceNewPlan=false, retain=false 2024-11-24T03:23:30,168 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=f6b67925034e5e42204f402bf55f8dc8, regionState=OPENING, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:30,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; OpenRegionProcedure f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827}] 2024-11-24T03:23:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T03:23:30,321 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:30,324 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:30,324 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7285): Opening region: {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:23:30,325 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:30,325 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:23:30,325 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7327): checking encryption for f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:30,325 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7330): checking classloading for f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:30,326 INFO [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:30,327 INFO [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:23:30,327 INFO [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6b67925034e5e42204f402bf55f8dc8 columnFamilyName A 2024-11-24T03:23:30,327 DEBUG [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:30,328 INFO [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] regionserver.HStore(327): Store=f6b67925034e5e42204f402bf55f8dc8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:23:30,328 INFO [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:30,329 INFO [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:23:30,329 INFO [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6b67925034e5e42204f402bf55f8dc8 columnFamilyName B 2024-11-24T03:23:30,329 DEBUG [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:30,329 INFO [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] regionserver.HStore(327): Store=f6b67925034e5e42204f402bf55f8dc8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:23:30,330 INFO [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:30,330 INFO [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:23:30,331 INFO [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6b67925034e5e42204f402bf55f8dc8 columnFamilyName C 2024-11-24T03:23:30,331 DEBUG [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:30,331 INFO [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] regionserver.HStore(327): Store=f6b67925034e5e42204f402bf55f8dc8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:23:30,331 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:30,332 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:30,332 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:30,334 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:23:30,335 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1085): writing seq id for f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:30,337 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:23:30,337 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1102): Opened f6b67925034e5e42204f402bf55f8dc8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59943491, jitterRate=-0.10677237808704376}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:23:30,338 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1001): Region open journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:30,338 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., pid=100, masterSystemTime=1732418610321 2024-11-24T03:23:30,340 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:30,340 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:30,340 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=f6b67925034e5e42204f402bf55f8dc8, regionState=OPEN, openSeqNum=2, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:30,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-24T03:23:30,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; OpenRegionProcedure f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 in 172 msec 2024-11-24T03:23:30,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-24T03:23:30,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6b67925034e5e42204f402bf55f8dc8, ASSIGN in 326 msec 2024-11-24T03:23:30,344 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T03:23:30,345 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418610344"}]},"ts":"1732418610344"} 2024-11-24T03:23:30,345 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T03:23:30,348 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T03:23:30,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 757 msec 2024-11-24T03:23:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-24T03:23:30,698 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-24T03:23:30,699 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5fe71801 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@bf5e2f0 2024-11-24T03:23:30,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b82ba2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:23:30,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:23:30,709 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:23:30,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T03:23:30,712 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46882, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T03:23:30,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T03:23:30,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:23:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T03:23:30,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742227_1403 (size=999) 2024-11-24T03:23:30,728 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-24T03:23:30,728 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-24T03:23:30,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T03:23:30,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6b67925034e5e42204f402bf55f8dc8, REOPEN/MOVE}] 2024-11-24T03:23:30,733 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6b67925034e5e42204f402bf55f8dc8, REOPEN/MOVE 2024-11-24T03:23:30,734 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=f6b67925034e5e42204f402bf55f8dc8, regionState=CLOSING, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:30,734 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:23:30,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; CloseRegionProcedure f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827}] 2024-11-24T03:23:30,886 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:30,886 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(124): Close f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:30,886 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T03:23:30,887 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1681): Closing f6b67925034e5e42204f402bf55f8dc8, disabling compactions & flushes 2024-11-24T03:23:30,887 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:30,887 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:30,887 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. after waiting 0 ms 2024-11-24T03:23:30,887 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:30,892 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T03:23:30,892 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:30,892 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1635): Region close journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:30,893 WARN [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegionServer(3786): Not adding moved region record: f6b67925034e5e42204f402bf55f8dc8 to self. 2024-11-24T03:23:30,894 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(170): Closed f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:30,895 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=f6b67925034e5e42204f402bf55f8dc8, regionState=CLOSED 2024-11-24T03:23:30,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-11-24T03:23:30,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; CloseRegionProcedure f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 in 162 msec 2024-11-24T03:23:30,898 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6b67925034e5e42204f402bf55f8dc8, REOPEN/MOVE; state=CLOSED, location=f13c2bb2f71a,41393,1732418513827; forceNewPlan=false, retain=true 2024-11-24T03:23:31,048 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=f6b67925034e5e42204f402bf55f8dc8, regionState=OPENING, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:31,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=103, state=RUNNABLE; OpenRegionProcedure f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827}] 2024-11-24T03:23:31,201 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:31,203 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:31,203 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7285): Opening region: {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:23:31,204 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:31,204 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:23:31,204 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7327): checking encryption for f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:31,204 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7330): checking classloading for f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:31,206 INFO [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:31,206 INFO [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:23:31,207 INFO [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6b67925034e5e42204f402bf55f8dc8 columnFamilyName A 2024-11-24T03:23:31,208 DEBUG [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:31,208 INFO [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] regionserver.HStore(327): Store=f6b67925034e5e42204f402bf55f8dc8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:23:31,208 INFO [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:31,209 INFO [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:23:31,209 INFO [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6b67925034e5e42204f402bf55f8dc8 columnFamilyName B 2024-11-24T03:23:31,209 DEBUG [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:31,209 INFO [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] regionserver.HStore(327): Store=f6b67925034e5e42204f402bf55f8dc8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:23:31,210 INFO [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:31,210 INFO [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:23:31,210 INFO [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6b67925034e5e42204f402bf55f8dc8 columnFamilyName C 2024-11-24T03:23:31,210 DEBUG [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:31,211 INFO [StoreOpener-f6b67925034e5e42204f402bf55f8dc8-1 {}] regionserver.HStore(327): Store=f6b67925034e5e42204f402bf55f8dc8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:23:31,211 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:31,211 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:31,212 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:31,214 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:23:31,215 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1085): writing seq id for f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:31,216 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1102): Opened f6b67925034e5e42204f402bf55f8dc8; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62536784, jitterRate=-0.06812930107116699}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:23:31,216 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1001): Region open journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:31,217 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., pid=105, masterSystemTime=1732418611201 2024-11-24T03:23:31,218 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:31,219 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:31,219 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=f6b67925034e5e42204f402bf55f8dc8, regionState=OPEN, openSeqNum=5, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:31,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=103 2024-11-24T03:23:31,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=103, state=SUCCESS; OpenRegionProcedure f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 in 170 msec 2024-11-24T03:23:31,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-24T03:23:31,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6b67925034e5e42204f402bf55f8dc8, REOPEN/MOVE in 489 msec 2024-11-24T03:23:31,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-24T03:23:31,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 492 msec 2024-11-24T03:23:31,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 510 msec 2024-11-24T03:23:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-24T03:23:31,227 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51f7d511 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75b14fbd 2024-11-24T03:23:31,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6cf8cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:23:31,234 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dc42ea6 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62f74604 2024-11-24T03:23:31,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec15031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:23:31,238 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x117e86d9 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49e13594 2024-11-24T03:23:31,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd5b441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:23:31,242 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cd96549 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c54a0d3 2024-11-24T03:23:31,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c336ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:23:31,251 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31aea41b to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3875c8c5 2024-11-24T03:23:31,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f94d721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:23:31,257 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0801ba40 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@319559be 2024-11-24T03:23:31,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f49665c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:23:31,260 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27539bdc to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c907e21 2024-11-24T03:23:31,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683f8469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:23:31,266 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e3203d9 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61ec0f48 2024-11-24T03:23:31,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e4d3d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:23:31,270 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x798e7fd4 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7819b9e2 2024-11-24T03:23:31,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b308f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:23:31,275 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7284f16d to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47679076 2024-11-24T03:23:31,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68035c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:23:31,288 DEBUG [hconnection-0x3d82d476-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:23:31,289 DEBUG [hconnection-0x59600e01-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:23:31,289 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38204, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:23:31,289 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:23:31,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-24T03:23:31,299 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T03:23:31,300 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:31,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:31,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6b67925034e5e42204f402bf55f8dc8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:23:31,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=A 2024-11-24T03:23:31,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:31,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=B 2024-11-24T03:23:31,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:31,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=C 2024-11-24T03:23:31,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:31,304 DEBUG [hconnection-0x3723086e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:23:31,305 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:23:31,308 DEBUG [hconnection-0x6d3d2a7c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:23:31,309 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:23:31,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418671320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:31,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418671321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:31,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418671323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:31,336 DEBUG [hconnection-0x4d40c47a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:23:31,337 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:23:31,352 DEBUG [hconnection-0x261fa6b6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:23:31,353 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:23:31,360 DEBUG [hconnection-0x2da00d4d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:23:31,361 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:23:31,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418671362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:31,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124da602b14bb424746893e6f8ac06b9dc0_f6b67925034e5e42204f402bf55f8dc8 is 50, key is test_row_0/A:col10/1732418611295/Put/seqid=0 2024-11-24T03:23:31,366 DEBUG [hconnection-0x5856ef85-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:23:31,367 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:23:31,384 DEBUG [hconnection-0x7186f4d7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:23:31,385 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:23:31,388 DEBUG [hconnection-0x1661fba3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:23:31,389 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:23:31,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418671391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T03:23:31,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742228_1404 (size=12154) 2024-11-24T03:23:31,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418671422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418671422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:31,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418671424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:31,452 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:31,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T03:23:31,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:31,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:31,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:31,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:31,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:31,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418671464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:31,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418671493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T03:23:31,605 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:31,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T03:23:31,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:31,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:31,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:31,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:31,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:31,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418671623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:31,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418671624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:31,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418671625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:31,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418671667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:31,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418671696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:31,760 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:31,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T03:23:31,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:31,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:31,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:31,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:31,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:31,802 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:31,807 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124da602b14bb424746893e6f8ac06b9dc0_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124da602b14bb424746893e6f8ac06b9dc0_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:31,808 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/957823522f9344eca05e3b9c5f021310, store: [table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:31,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/957823522f9344eca05e3b9c5f021310 is 175, key is test_row_0/A:col10/1732418611295/Put/seqid=0 2024-11-24T03:23:31,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742229_1405 (size=30955) 2024-11-24T03:23:31,858 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/957823522f9344eca05e3b9c5f021310 2024-11-24T03:23:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T03:23:31,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/059bb10dbb0b48ccbbf7a37a800c6420 is 50, key is test_row_0/B:col10/1732418611295/Put/seqid=0 2024-11-24T03:23:31,914 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:31,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T03:23:31,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:31,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:31,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:31,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:31,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:31,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418671926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:31,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418671928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:31,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418671928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:31,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742230_1406 (size=12001) 2024-11-24T03:23:31,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:31,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418671974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:31,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418671998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:32,068 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:32,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T03:23:32,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:32,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:32,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:32,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,222 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:32,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T03:23:32,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:32,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:32,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:32,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/059bb10dbb0b48ccbbf7a37a800c6420 2024-11-24T03:23:32,375 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:32,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T03:23:32,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:32,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:32,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:32,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T03:23:32,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/36ef923f285b4214bc155da06f07f09a is 50, key is test_row_0/C:col10/1732418611295/Put/seqid=0 2024-11-24T03:23:32,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742231_1407 (size=12001) 2024-11-24T03:23:32,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418672433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:32,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418672435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:32,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418672435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:32,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/36ef923f285b4214bc155da06f07f09a 2024-11-24T03:23:32,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/957823522f9344eca05e3b9c5f021310 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/957823522f9344eca05e3b9c5f021310 2024-11-24T03:23:32,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/957823522f9344eca05e3b9c5f021310, entries=150, sequenceid=15, filesize=30.2 K 2024-11-24T03:23:32,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/059bb10dbb0b48ccbbf7a37a800c6420 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/059bb10dbb0b48ccbbf7a37a800c6420 2024-11-24T03:23:32,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/059bb10dbb0b48ccbbf7a37a800c6420, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T03:23:32,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/36ef923f285b4214bc155da06f07f09a as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/36ef923f285b4214bc155da06f07f09a 2024-11-24T03:23:32,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/36ef923f285b4214bc155da06f07f09a, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T03:23:32,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418672478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:32,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for f6b67925034e5e42204f402bf55f8dc8 in 1183ms, sequenceid=15, compaction requested=false 2024-11-24T03:23:32,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:32,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6b67925034e5e42204f402bf55f8dc8 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T03:23:32,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=A 2024-11-24T03:23:32,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:32,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=B 2024-11-24T03:23:32,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:32,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=C 2024-11-24T03:23:32,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:32,546 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:32,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T03:23:32,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112439e4ee306e384d1291ffcad565733811_f6b67925034e5e42204f402bf55f8dc8 is 50, key is test_row_0/A:col10/1732418611319/Put/seqid=0 2024-11-24T03:23:32,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:32,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:32,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:32,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418672552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:32,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742232_1408 (size=12154) 2024-11-24T03:23:32,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418672661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:32,703 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:32,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T03:23:32,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:32,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:32,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:32,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,857 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:32,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T03:23:32,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:32,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:32,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:32,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:32,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:32,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418672864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:32,978 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:32,983 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112439e4ee306e384d1291ffcad565733811_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112439e4ee306e384d1291ffcad565733811_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:32,984 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/08647604847b4fe58fc50b8609775289, store: [table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:32,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/08647604847b4fe58fc50b8609775289 is 175, key is test_row_0/A:col10/1732418611319/Put/seqid=0 2024-11-24T03:23:33,009 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:33,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T03:23:33,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:33,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:33,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:33,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:33,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:33,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742233_1409 (size=30955) 2024-11-24T03:23:33,026 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/08647604847b4fe58fc50b8609775289 2024-11-24T03:23:33,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/54357482a535405b915b69878723cc04 is 50, key is test_row_0/B:col10/1732418611319/Put/seqid=0 2024-11-24T03:23:33,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742234_1410 (size=12001) 2024-11-24T03:23:33,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/54357482a535405b915b69878723cc04 2024-11-24T03:23:33,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/51a08c9cb1774c5eb2209568fed43a4b is 50, key is test_row_0/C:col10/1732418611319/Put/seqid=0 2024-11-24T03:23:33,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742235_1411 (size=12001) 2024-11-24T03:23:33,165 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:33,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T03:23:33,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:33,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:33,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:33,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:33,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:33,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418673167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:33,318 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:33,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T03:23:33,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:33,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:33,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:33,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:33,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T03:23:33,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418673442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:33,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418673445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:33,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418673445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:33,471 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:33,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T03:23:33,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:33,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:33,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:33,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:33,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:33,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418673489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:33,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/51a08c9cb1774c5eb2209568fed43a4b 2024-11-24T03:23:33,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/08647604847b4fe58fc50b8609775289 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/08647604847b4fe58fc50b8609775289 2024-11-24T03:23:33,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/08647604847b4fe58fc50b8609775289, entries=150, sequenceid=42, filesize=30.2 K 2024-11-24T03:23:33,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/54357482a535405b915b69878723cc04 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/54357482a535405b915b69878723cc04 2024-11-24T03:23:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/54357482a535405b915b69878723cc04, entries=150, sequenceid=42, filesize=11.7 K 2024-11-24T03:23:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/51a08c9cb1774c5eb2209568fed43a4b as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/51a08c9cb1774c5eb2209568fed43a4b 2024-11-24T03:23:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/51a08c9cb1774c5eb2209568fed43a4b, entries=150, sequenceid=42, filesize=11.7 K 2024-11-24T03:23:33,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for f6b67925034e5e42204f402bf55f8dc8 in 1085ms, sequenceid=42, compaction requested=false 2024-11-24T03:23:33,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,625 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T03:23:33,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,626 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing f6b67925034e5e42204f402bf55f8dc8 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T03:23:33,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=A 2024-11-24T03:23:33,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:33,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=B 2024-11-24T03:23:33,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:33,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=C 2024-11-24T03:23:33,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:33,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ebef06f4af8e4b0d918402a9727743e3_f6b67925034e5e42204f402bf55f8dc8 is 50, key is test_row_0/A:col10/1732418612551/Put/seqid=0 2024-11-24T03:23:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742236_1412 (size=9714) 2024-11-24T03:23:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,697 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ebef06f4af8e4b0d918402a9727743e3_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ebef06f4af8e4b0d918402a9727743e3_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/e0e99fb888a7489986eb8dafbf4eb9b7, store: [table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:33,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/e0e99fb888a7489986eb8dafbf4eb9b7 is 175, key is test_row_0/A:col10/1732418612551/Put/seqid=0 2024-11-24T03:23:33,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742237_1413 (size=22361) 2024-11-24T03:23:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:33,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:33,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:34,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418674045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:34,153 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/e0e99fb888a7489986eb8dafbf4eb9b7 2024-11-24T03:23:34,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418674154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:34,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/4be74c9c15454429a5be48d04a1d46f1 is 50, key is test_row_0/B:col10/1732418612551/Put/seqid=0 2024-11-24T03:23:34,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742238_1414 (size=9657) 2024-11-24T03:23:34,201 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/4be74c9c15454429a5be48d04a1d46f1 2024-11-24T03:23:34,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/93d72ee4dc0b41cb847a8c31b49c16e2 is 50, key is test_row_0/C:col10/1732418612551/Put/seqid=0 2024-11-24T03:23:34,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742239_1415 (size=9657) 2024-11-24T03:23:34,249 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/93d72ee4dc0b41cb847a8c31b49c16e2 2024-11-24T03:23:34,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/e0e99fb888a7489986eb8dafbf4eb9b7 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/e0e99fb888a7489986eb8dafbf4eb9b7 2024-11-24T03:23:34,267 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/e0e99fb888a7489986eb8dafbf4eb9b7, entries=100, sequenceid=51, filesize=21.8 K 2024-11-24T03:23:34,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/4be74c9c15454429a5be48d04a1d46f1 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/4be74c9c15454429a5be48d04a1d46f1 2024-11-24T03:23:34,276 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/4be74c9c15454429a5be48d04a1d46f1, entries=100, sequenceid=51, filesize=9.4 K 2024-11-24T03:23:34,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/93d72ee4dc0b41cb847a8c31b49c16e2 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/93d72ee4dc0b41cb847a8c31b49c16e2 2024-11-24T03:23:34,284 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/93d72ee4dc0b41cb847a8c31b49c16e2, entries=100, sequenceid=51, filesize=9.4 K 2024-11-24T03:23:34,284 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for f6b67925034e5e42204f402bf55f8dc8 in 659ms, sequenceid=51, compaction requested=true 2024-11-24T03:23:34,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:34,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:34,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-24T03:23:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-24T03:23:34,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-24T03:23:34,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9860 sec 2024-11-24T03:23:34,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.9910 sec 2024-11-24T03:23:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:34,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6b67925034e5e42204f402bf55f8dc8 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T03:23:34,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=A 2024-11-24T03:23:34,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:34,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=B 2024-11-24T03:23:34,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:34,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=C 2024-11-24T03:23:34,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:34,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c47dc93ad4ad4ef4a4b37884f932f5be_f6b67925034e5e42204f402bf55f8dc8 is 50, key is test_row_0/A:col10/1732418614364/Put/seqid=0 2024-11-24T03:23:34,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742240_1416 (size=14594) 2024-11-24T03:23:34,400 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:34,406 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c47dc93ad4ad4ef4a4b37884f932f5be_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c47dc93ad4ad4ef4a4b37884f932f5be_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:34,408 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/e348f1c204d84a89b4b366cb092c360a, store: [table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:34,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/e348f1c204d84a89b4b366cb092c360a is 175, key is test_row_0/A:col10/1732418614364/Put/seqid=0 2024-11-24T03:23:34,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418674411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:34,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742241_1417 (size=39549) 2024-11-24T03:23:34,433 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/e348f1c204d84a89b4b366cb092c360a 2024-11-24T03:23:34,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/1771f10f2bc44bb2bcdb3056891c7e84 is 50, key is test_row_0/B:col10/1732418614364/Put/seqid=0 2024-11-24T03:23:34,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742242_1418 (size=12001) 2024-11-24T03:23:34,519 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T03:23:34,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418674522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:34,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418674731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:34,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/1771f10f2bc44bb2bcdb3056891c7e84 2024-11-24T03:23:34,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/de0eb4f9fd964387b0de8e1fda7a8455 is 50, key is test_row_0/C:col10/1732418614364/Put/seqid=0 2024-11-24T03:23:34,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742243_1419 (size=12001) 2024-11-24T03:23:34,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/de0eb4f9fd964387b0de8e1fda7a8455 2024-11-24T03:23:34,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/e348f1c204d84a89b4b366cb092c360a as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/e348f1c204d84a89b4b366cb092c360a 2024-11-24T03:23:34,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/e348f1c204d84a89b4b366cb092c360a, entries=200, sequenceid=79, filesize=38.6 K 2024-11-24T03:23:34,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/1771f10f2bc44bb2bcdb3056891c7e84 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/1771f10f2bc44bb2bcdb3056891c7e84 2024-11-24T03:23:34,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/1771f10f2bc44bb2bcdb3056891c7e84, entries=150, sequenceid=79, filesize=11.7 K 2024-11-24T03:23:34,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/de0eb4f9fd964387b0de8e1fda7a8455 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/de0eb4f9fd964387b0de8e1fda7a8455 2024-11-24T03:23:34,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/de0eb4f9fd964387b0de8e1fda7a8455, entries=150, sequenceid=79, filesize=11.7 K 2024-11-24T03:23:34,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for f6b67925034e5e42204f402bf55f8dc8 in 596ms, sequenceid=79, compaction requested=true 2024-11-24T03:23:34,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:34,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b67925034e5e42204f402bf55f8dc8:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:34,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:34,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b67925034e5e42204f402bf55f8dc8:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:34,962 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:34,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:34,962 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:34,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b67925034e5e42204f402bf55f8dc8:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:34,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:34,965 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 123820 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:34,965 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:34,965 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): f6b67925034e5e42204f402bf55f8dc8/A is initiating minor compaction (all files) 2024-11-24T03:23:34,965 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): f6b67925034e5e42204f402bf55f8dc8/B is initiating minor compaction (all files) 2024-11-24T03:23:34,965 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6b67925034e5e42204f402bf55f8dc8/A in TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:34,965 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6b67925034e5e42204f402bf55f8dc8/B in TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:34,965 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/957823522f9344eca05e3b9c5f021310, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/08647604847b4fe58fc50b8609775289, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/e0e99fb888a7489986eb8dafbf4eb9b7, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/e348f1c204d84a89b4b366cb092c360a] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp, totalSize=120.9 K 2024-11-24T03:23:34,965 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/059bb10dbb0b48ccbbf7a37a800c6420, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/54357482a535405b915b69878723cc04, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/4be74c9c15454429a5be48d04a1d46f1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/1771f10f2bc44bb2bcdb3056891c7e84] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp, totalSize=44.6 K 2024-11-24T03:23:34,965 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:34,965 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. files: [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/957823522f9344eca05e3b9c5f021310, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/08647604847b4fe58fc50b8609775289, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/e0e99fb888a7489986eb8dafbf4eb9b7, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/e348f1c204d84a89b4b366cb092c360a] 2024-11-24T03:23:34,966 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 957823522f9344eca05e3b9c5f021310, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732418611295 2024-11-24T03:23:34,966 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 059bb10dbb0b48ccbbf7a37a800c6420, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732418611295 2024-11-24T03:23:34,966 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08647604847b4fe58fc50b8609775289, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732418611317 2024-11-24T03:23:34,966 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 54357482a535405b915b69878723cc04, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732418611317 2024-11-24T03:23:34,967 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 4be74c9c15454429a5be48d04a1d46f1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732418612542 2024-11-24T03:23:34,967 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0e99fb888a7489986eb8dafbf4eb9b7, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732418612542 2024-11-24T03:23:34,967 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting e348f1c204d84a89b4b366cb092c360a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732418614012 2024-11-24T03:23:34,967 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 1771f10f2bc44bb2bcdb3056891c7e84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732418614012 2024-11-24T03:23:34,981 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:34,982 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b67925034e5e42204f402bf55f8dc8#B#compaction#363 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:34,983 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/a2d8beb5000c42d0b1e84be3358912ea is 50, key is test_row_0/B:col10/1732418614364/Put/seqid=0 2024-11-24T03:23:34,993 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112472661c7b5f8d4d1c9932cee53a257e99_f6b67925034e5e42204f402bf55f8dc8 store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:34,996 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112472661c7b5f8d4d1c9932cee53a257e99_f6b67925034e5e42204f402bf55f8dc8, store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:34,996 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112472661c7b5f8d4d1c9932cee53a257e99_f6b67925034e5e42204f402bf55f8dc8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:35,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742244_1420 (size=12139) 2024-11-24T03:23:35,057 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/a2d8beb5000c42d0b1e84be3358912ea as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/a2d8beb5000c42d0b1e84be3358912ea 2024-11-24T03:23:35,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6b67925034e5e42204f402bf55f8dc8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:23:35,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=A 2024-11-24T03:23:35,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:35,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=B 2024-11-24T03:23:35,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:35,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=C 2024-11-24T03:23:35,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:35,068 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f6b67925034e5e42204f402bf55f8dc8/B of f6b67925034e5e42204f402bf55f8dc8 into a2d8beb5000c42d0b1e84be3358912ea(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:35,068 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:35,068 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., storeName=f6b67925034e5e42204f402bf55f8dc8/B, priority=12, startTime=1732418614962; duration=0sec 2024-11-24T03:23:35,068 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:35,068 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b67925034e5e42204f402bf55f8dc8:B 2024-11-24T03:23:35,068 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:35,069 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:35,069 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): f6b67925034e5e42204f402bf55f8dc8/C is initiating minor compaction (all files) 2024-11-24T03:23:35,070 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6b67925034e5e42204f402bf55f8dc8/C in TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:35,070 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/36ef923f285b4214bc155da06f07f09a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/51a08c9cb1774c5eb2209568fed43a4b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/93d72ee4dc0b41cb847a8c31b49c16e2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/de0eb4f9fd964387b0de8e1fda7a8455] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp, totalSize=44.6 K 2024-11-24T03:23:35,070 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 36ef923f285b4214bc155da06f07f09a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732418611295 2024-11-24T03:23:35,070 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 51a08c9cb1774c5eb2209568fed43a4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732418611317 2024-11-24T03:23:35,071 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 93d72ee4dc0b41cb847a8c31b49c16e2, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732418612542 2024-11-24T03:23:35,071 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting de0eb4f9fd964387b0de8e1fda7a8455, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732418614012 2024-11-24T03:23:35,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742245_1421 (size=4469) 2024-11-24T03:23:35,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a85b27279caa437aa0e089997d5c76ad_f6b67925034e5e42204f402bf55f8dc8 is 50, key is test_row_0/A:col10/1732418614398/Put/seqid=0 2024-11-24T03:23:35,099 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b67925034e5e42204f402bf55f8dc8#C#compaction#366 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:35,100 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/f8d21ecdb5f942eb8292010bca93af40 is 50, key is test_row_0/C:col10/1732418614364/Put/seqid=0 2024-11-24T03:23:35,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742246_1422 (size=14594) 2024-11-24T03:23:35,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742247_1423 (size=12139) 2024-11-24T03:23:35,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418675269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:35,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418675371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T03:23:35,404 INFO [Thread-1803 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-24T03:23:35,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-24T03:23:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T03:23:35,408 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:35,410 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:35,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:35,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418675449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:35,453 DEBUG [Thread-1797 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:23:35,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418675450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:35,459 DEBUG [Thread-1801 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:23:35,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418675468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:35,471 DEBUG [Thread-1793 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:23:35,473 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b67925034e5e42204f402bf55f8dc8#A#compaction#364 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:35,474 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/f4e084a6112b431e8379db145b965bff is 175, key is test_row_0/A:col10/1732418614364/Put/seqid=0 2024-11-24T03:23:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T03:23:35,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418675501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:35,509 DEBUG [Thread-1799 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:23:35,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742248_1424 (size=31093) 2024-11-24T03:23:35,519 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/f4e084a6112b431e8379db145b965bff as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/f4e084a6112b431e8379db145b965bff 2024-11-24T03:23:35,524 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f6b67925034e5e42204f402bf55f8dc8/A of f6b67925034e5e42204f402bf55f8dc8 into f4e084a6112b431e8379db145b965bff(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:35,524 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:35,524 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., storeName=f6b67925034e5e42204f402bf55f8dc8/A, priority=12, startTime=1732418614962; duration=0sec 2024-11-24T03:23:35,525 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:35,525 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b67925034e5e42204f402bf55f8dc8:A 2024-11-24T03:23:35,525 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,529 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a85b27279caa437aa0e089997d5c76ad_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a85b27279caa437aa0e089997d5c76ad_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:35,530 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/45075016e3434770a73a13a6d1c90e97, store: [table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:35,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/45075016e3434770a73a13a6d1c90e97 is 175, key is test_row_0/A:col10/1732418614398/Put/seqid=0 2024-11-24T03:23:35,555 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/f8d21ecdb5f942eb8292010bca93af40 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/f8d21ecdb5f942eb8292010bca93af40 2024-11-24T03:23:35,562 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:35,563 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f6b67925034e5e42204f402bf55f8dc8/C of f6b67925034e5e42204f402bf55f8dc8 into f8d21ecdb5f942eb8292010bca93af40(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:35,563 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:35,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T03:23:35,563 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., storeName=f6b67925034e5e42204f402bf55f8dc8/C, priority=12, startTime=1732418614962; duration=0sec 2024-11-24T03:23:35,563 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:35,563 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b67925034e5e42204f402bf55f8dc8:C 2024-11-24T03:23:35,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:35,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:35,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:35,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:35,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:35,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742249_1425 (size=39549) 2024-11-24T03:23:35,566 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/45075016e3434770a73a13a6d1c90e97 2024-11-24T03:23:35,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/8395319356d8400ea427010a93b96046 is 50, key is test_row_0/B:col10/1732418614398/Put/seqid=0 2024-11-24T03:23:35,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418675578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:35,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742250_1426 (size=12001) 2024-11-24T03:23:35,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/8395319356d8400ea427010a93b96046 2024-11-24T03:23:35,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/9d82010e173c475f962c64a3ed1064a4 is 50, key is test_row_0/C:col10/1732418614398/Put/seqid=0 2024-11-24T03:23:35,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742251_1427 (size=12001) 2024-11-24T03:23:35,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/9d82010e173c475f962c64a3ed1064a4 2024-11-24T03:23:35,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/45075016e3434770a73a13a6d1c90e97 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/45075016e3434770a73a13a6d1c90e97 2024-11-24T03:23:35,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/45075016e3434770a73a13a6d1c90e97, entries=200, sequenceid=90, filesize=38.6 K 2024-11-24T03:23:35,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/8395319356d8400ea427010a93b96046 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/8395319356d8400ea427010a93b96046 2024-11-24T03:23:35,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/8395319356d8400ea427010a93b96046, entries=150, sequenceid=90, filesize=11.7 K 2024-11-24T03:23:35,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/9d82010e173c475f962c64a3ed1064a4 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/9d82010e173c475f962c64a3ed1064a4 2024-11-24T03:23:35,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/9d82010e173c475f962c64a3ed1064a4, entries=150, sequenceid=90, filesize=11.7 K 2024-11-24T03:23:35,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f6b67925034e5e42204f402bf55f8dc8 in 629ms, sequenceid=90, compaction requested=false 2024-11-24T03:23:35,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T03:23:35,716 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:35,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T03:23:35,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:35,716 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing f6b67925034e5e42204f402bf55f8dc8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T03:23:35,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=A 2024-11-24T03:23:35,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:35,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=B 2024-11-24T03:23:35,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:35,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=C 2024-11-24T03:23:35,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:35,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ace45bd0a75a4caaa49a01bc53909c86_f6b67925034e5e42204f402bf55f8dc8 is 50, key is test_row_0/A:col10/1732418615268/Put/seqid=0 2024-11-24T03:23:35,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742252_1428 (size=12154) 2024-11-24T03:23:35,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,766 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ace45bd0a75a4caaa49a01bc53909c86_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ace45bd0a75a4caaa49a01bc53909c86_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:35,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/5f034b1ef6684c3a985e017b123d0f7a, store: [table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:35,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/5f034b1ef6684c3a985e017b123d0f7a is 175, key is test_row_0/A:col10/1732418615268/Put/seqid=0 2024-11-24T03:23:35,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742253_1429 (size=30955) 2024-11-24T03:23:35,776 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/5f034b1ef6684c3a985e017b123d0f7a 2024-11-24T03:23:35,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/9301a2e20a04485c86592f92fda5be21 is 50, key is test_row_0/B:col10/1732418615268/Put/seqid=0 2024-11-24T03:23:35,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742254_1430 (size=12001) 2024-11-24T03:23:35,830 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/9301a2e20a04485c86592f92fda5be21 2024-11-24T03:23:35,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/1f9632e76919430fbc49a8c6c4c4788c is 50, key is test_row_0/C:col10/1732418615268/Put/seqid=0 2024-11-24T03:23:35,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742255_1431 (size=12001) 2024-11-24T03:23:35,873 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/1f9632e76919430fbc49a8c6c4c4788c 2024-11-24T03:23:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:35,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:35,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/5f034b1ef6684c3a985e017b123d0f7a as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/5f034b1ef6684c3a985e017b123d0f7a 2024-11-24T03:23:35,902 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/5f034b1ef6684c3a985e017b123d0f7a, entries=150, sequenceid=118, filesize=30.2 K 2024-11-24T03:23:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/9301a2e20a04485c86592f92fda5be21 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/9301a2e20a04485c86592f92fda5be21 2024-11-24T03:23:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,913 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/9301a2e20a04485c86592f92fda5be21, entries=150, sequenceid=118, filesize=11.7 K 2024-11-24T03:23:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/1f9632e76919430fbc49a8c6c4c4788c as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/1f9632e76919430fbc49a8c6c4c4788c 2024-11-24T03:23:35,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,924 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/1f9632e76919430fbc49a8c6c4c4788c, entries=150, sequenceid=118, filesize=11.7 K 2024-11-24T03:23:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,925 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=20.13 KB/20610 for f6b67925034e5e42204f402bf55f8dc8 in 209ms, sequenceid=118, compaction requested=true 2024-11-24T03:23:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:35,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:35,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-24T03:23:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-24T03:23:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-24T03:23:35,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 517 msec 2024-11-24T03:23:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 525 msec 2024-11-24T03:23:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:35,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6b67925034e5e42204f402bf55f8dc8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:23:35,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=A 2024-11-24T03:23:35,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:35,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=B 2024-11-24T03:23:35,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:35,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=C 2024-11-24T03:23:35,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:36,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124efabe455c37145ccbf1f0a286c6f12ee_f6b67925034e5e42204f402bf55f8dc8 is 50, key is test_row_0/A:col10/1732418615971/Put/seqid=0 2024-11-24T03:23:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T03:23:36,010 INFO [Thread-1803 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-24T03:23:36,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-24T03:23:36,015 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:36,016 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:36,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T03:23:36,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742256_1432 (size=14644) 2024-11-24T03:23:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T03:23:36,169 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:36,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T03:23:36,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:36,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:36,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:36,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:36,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:36,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418676220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T03:23:36,323 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:36,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T03:23:36,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:36,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:36,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:36,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:36,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:36,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:36,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418676332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:36,431 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:36,436 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124efabe455c37145ccbf1f0a286c6f12ee_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124efabe455c37145ccbf1f0a286c6f12ee_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:36,440 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/973df5ac75db4859a48fb7b53baf3e7a, store: [table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:36,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/973df5ac75db4859a48fb7b53baf3e7a is 175, key is test_row_0/A:col10/1732418615971/Put/seqid=0 2024-11-24T03:23:36,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742257_1433 (size=39599) 2024-11-24T03:23:36,472 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/973df5ac75db4859a48fb7b53baf3e7a 2024-11-24T03:23:36,477 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:36,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T03:23:36,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:36,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:36,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:36,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:36,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:36,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/45a46770c3c442a4a3aae585b4a5a952 is 50, key is test_row_0/B:col10/1732418615971/Put/seqid=0 2024-11-24T03:23:36,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742258_1434 (size=12051) 2024-11-24T03:23:36,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/45a46770c3c442a4a3aae585b4a5a952 2024-11-24T03:23:36,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/925749819dda4d2189f6f0f269d4dede is 50, key is test_row_0/C:col10/1732418615971/Put/seqid=0 2024-11-24T03:23:36,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742259_1435 (size=12051) 2024-11-24T03:23:36,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/925749819dda4d2189f6f0f269d4dede 2024-11-24T03:23:36,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418676541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:36,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/973df5ac75db4859a48fb7b53baf3e7a as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/973df5ac75db4859a48fb7b53baf3e7a 2024-11-24T03:23:36,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/973df5ac75db4859a48fb7b53baf3e7a, entries=200, sequenceid=129, filesize=38.7 K 2024-11-24T03:23:36,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/45a46770c3c442a4a3aae585b4a5a952 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/45a46770c3c442a4a3aae585b4a5a952 2024-11-24T03:23:36,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/45a46770c3c442a4a3aae585b4a5a952, entries=150, sequenceid=129, filesize=11.8 K 2024-11-24T03:23:36,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/925749819dda4d2189f6f0f269d4dede as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/925749819dda4d2189f6f0f269d4dede 2024-11-24T03:23:36,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/925749819dda4d2189f6f0f269d4dede, entries=150, sequenceid=129, filesize=11.8 K 2024-11-24T03:23:36,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f6b67925034e5e42204f402bf55f8dc8 in 597ms, sequenceid=129, compaction requested=true 2024-11-24T03:23:36,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:36,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b67925034e5e42204f402bf55f8dc8:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:36,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:36,570 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:36,570 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:36,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b67925034e5e42204f402bf55f8dc8:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:36,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:36,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b67925034e5e42204f402bf55f8dc8:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:36,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:36,579 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141196 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:36,579 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): f6b67925034e5e42204f402bf55f8dc8/A is initiating minor compaction (all files) 2024-11-24T03:23:36,579 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6b67925034e5e42204f402bf55f8dc8/A in TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:36,579 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/f4e084a6112b431e8379db145b965bff, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/45075016e3434770a73a13a6d1c90e97, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/5f034b1ef6684c3a985e017b123d0f7a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/973df5ac75db4859a48fb7b53baf3e7a] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp, totalSize=137.9 K 2024-11-24T03:23:36,579 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:36,579 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. files: [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/f4e084a6112b431e8379db145b965bff, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/45075016e3434770a73a13a6d1c90e97, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/5f034b1ef6684c3a985e017b123d0f7a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/973df5ac75db4859a48fb7b53baf3e7a] 2024-11-24T03:23:36,580 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:36,580 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): f6b67925034e5e42204f402bf55f8dc8/B is initiating minor compaction (all files) 2024-11-24T03:23:36,580 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6b67925034e5e42204f402bf55f8dc8/B in TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:36,580 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/a2d8beb5000c42d0b1e84be3358912ea, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/8395319356d8400ea427010a93b96046, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/9301a2e20a04485c86592f92fda5be21, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/45a46770c3c442a4a3aae585b4a5a952] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp, totalSize=47.1 K 2024-11-24T03:23:36,580 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4e084a6112b431e8379db145b965bff, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732418614012 2024-11-24T03:23:36,580 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting a2d8beb5000c42d0b1e84be3358912ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732418614012 2024-11-24T03:23:36,581 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45075016e3434770a73a13a6d1c90e97, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732418614398 2024-11-24T03:23:36,581 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 8395319356d8400ea427010a93b96046, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732418614398 2024-11-24T03:23:36,581 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f034b1ef6684c3a985e017b123d0f7a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732418615248 2024-11-24T03:23:36,581 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 9301a2e20a04485c86592f92fda5be21, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732418615248 2024-11-24T03:23:36,581 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 973df5ac75db4859a48fb7b53baf3e7a, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732418615893 2024-11-24T03:23:36,582 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 45a46770c3c442a4a3aae585b4a5a952, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732418615893 2024-11-24T03:23:36,604 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:36,614 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b67925034e5e42204f402bf55f8dc8#B#compaction#376 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:36,614 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/e2b24dcadf9347e0b0f4a7f6c5a60c39 is 50, key is test_row_0/B:col10/1732418615971/Put/seqid=0 2024-11-24T03:23:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T03:23:36,620 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411246e94f018539944f6a69dc0fb54597d4c_f6b67925034e5e42204f402bf55f8dc8 store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:36,623 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411246e94f018539944f6a69dc0fb54597d4c_f6b67925034e5e42204f402bf55f8dc8, store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:36,623 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246e94f018539944f6a69dc0fb54597d4c_f6b67925034e5e42204f402bf55f8dc8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:36,634 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:36,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T03:23:36,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:36,634 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing f6b67925034e5e42204f402bf55f8dc8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T03:23:36,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=A 2024-11-24T03:23:36,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:36,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=B 2024-11-24T03:23:36,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:36,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=C 2024-11-24T03:23:36,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:36,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742260_1436 (size=12325) 2024-11-24T03:23:36,685 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/e2b24dcadf9347e0b0f4a7f6c5a60c39 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/e2b24dcadf9347e0b0f4a7f6c5a60c39 2024-11-24T03:23:36,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742261_1437 (size=4469) 2024-11-24T03:23:36,691 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b67925034e5e42204f402bf55f8dc8#A#compaction#375 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:36,692 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f6b67925034e5e42204f402bf55f8dc8/B of f6b67925034e5e42204f402bf55f8dc8 into e2b24dcadf9347e0b0f4a7f6c5a60c39(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:36,692 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:36,692 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., storeName=f6b67925034e5e42204f402bf55f8dc8/B, priority=12, startTime=1732418616570; duration=0sec 2024-11-24T03:23:36,692 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/6dc2c19bbed447bf94820de9132afadd is 175, key is test_row_0/A:col10/1732418615971/Put/seqid=0 2024-11-24T03:23:36,692 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:36,692 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b67925034e5e42204f402bf55f8dc8:B 2024-11-24T03:23:36,692 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:36,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248133fe4171a64bb1af42861aecd21ea5_f6b67925034e5e42204f402bf55f8dc8 is 50, key is test_row_0/A:col10/1732418616218/Put/seqid=0 2024-11-24T03:23:36,698 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:36,698 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): f6b67925034e5e42204f402bf55f8dc8/C is initiating minor compaction (all files) 2024-11-24T03:23:36,698 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6b67925034e5e42204f402bf55f8dc8/C in TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:36,698 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/f8d21ecdb5f942eb8292010bca93af40, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/9d82010e173c475f962c64a3ed1064a4, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/1f9632e76919430fbc49a8c6c4c4788c, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/925749819dda4d2189f6f0f269d4dede] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp, totalSize=47.1 K 2024-11-24T03:23:36,699 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting f8d21ecdb5f942eb8292010bca93af40, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732418614012 2024-11-24T03:23:36,700 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d82010e173c475f962c64a3ed1064a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732418614398 2024-11-24T03:23:36,700 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f9632e76919430fbc49a8c6c4c4788c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732418615248 2024-11-24T03:23:36,700 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 925749819dda4d2189f6f0f269d4dede, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732418615893 2024-11-24T03:23:36,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742262_1438 (size=31279) 2024-11-24T03:23:36,737 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/6dc2c19bbed447bf94820de9132afadd as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/6dc2c19bbed447bf94820de9132afadd 2024-11-24T03:23:36,744 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f6b67925034e5e42204f402bf55f8dc8/A of f6b67925034e5e42204f402bf55f8dc8 into 6dc2c19bbed447bf94820de9132afadd(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:36,744 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:36,744 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., storeName=f6b67925034e5e42204f402bf55f8dc8/A, priority=12, startTime=1732418616570; duration=0sec 2024-11-24T03:23:36,745 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:36,745 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b67925034e5e42204f402bf55f8dc8:A 2024-11-24T03:23:36,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742263_1439 (size=12304) 2024-11-24T03:23:36,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:36,753 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248133fe4171a64bb1af42861aecd21ea5_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248133fe4171a64bb1af42861aecd21ea5_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:36,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/5ea9a09602c940e499c894652c827b5e, store: [table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:36,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/5ea9a09602c940e499c894652c827b5e is 175, key is test_row_0/A:col10/1732418616218/Put/seqid=0 2024-11-24T03:23:36,755 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b67925034e5e42204f402bf55f8dc8#C#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:36,755 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/a5768775cec84d3598aa0202aa7263b8 is 50, key is test_row_0/C:col10/1732418615971/Put/seqid=0 2024-11-24T03:23:36,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742264_1440 (size=31105) 2024-11-24T03:23:36,828 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/5ea9a09602c940e499c894652c827b5e 2024-11-24T03:23:36,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742265_1441 (size=12325) 2024-11-24T03:23:36,855 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/a5768775cec84d3598aa0202aa7263b8 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/a5768775cec84d3598aa0202aa7263b8 2024-11-24T03:23:36,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/f357c6669c0c4583bfd131f633db9e44 is 50, key is test_row_0/B:col10/1732418616218/Put/seqid=0 2024-11-24T03:23:36,862 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f6b67925034e5e42204f402bf55f8dc8/C of f6b67925034e5e42204f402bf55f8dc8 into a5768775cec84d3598aa0202aa7263b8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:36,862 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:36,862 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., storeName=f6b67925034e5e42204f402bf55f8dc8/C, priority=12, startTime=1732418616571; duration=0sec 2024-11-24T03:23:36,863 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:36,863 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b67925034e5e42204f402bf55f8dc8:C 2024-11-24T03:23:36,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:36,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742266_1442 (size=12151) 2024-11-24T03:23:36,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418676922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:37,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418677030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T03:23:37,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418677236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:37,284 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/f357c6669c0c4583bfd131f633db9e44 2024-11-24T03:23:37,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/434610be221a47bda547c89f82e5d8d9 is 50, key is test_row_0/C:col10/1732418616218/Put/seqid=0 2024-11-24T03:23:37,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742267_1443 (size=12151) 2024-11-24T03:23:37,322 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/434610be221a47bda547c89f82e5d8d9 2024-11-24T03:23:37,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/5ea9a09602c940e499c894652c827b5e as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/5ea9a09602c940e499c894652c827b5e 2024-11-24T03:23:37,340 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/5ea9a09602c940e499c894652c827b5e, entries=150, sequenceid=154, filesize=30.4 K 2024-11-24T03:23:37,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/f357c6669c0c4583bfd131f633db9e44 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/f357c6669c0c4583bfd131f633db9e44 2024-11-24T03:23:37,344 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/f357c6669c0c4583bfd131f633db9e44, entries=150, sequenceid=154, filesize=11.9 K 2024-11-24T03:23:37,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/434610be221a47bda547c89f82e5d8d9 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/434610be221a47bda547c89f82e5d8d9 2024-11-24T03:23:37,349 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/434610be221a47bda547c89f82e5d8d9, entries=150, sequenceid=154, filesize=11.9 K 2024-11-24T03:23:37,350 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f6b67925034e5e42204f402bf55f8dc8 in 716ms, sequenceid=154, compaction requested=false 2024-11-24T03:23:37,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:37,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:37,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-24T03:23:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-24T03:23:37,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-24T03:23:37,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3350 sec 2024-11-24T03:23:37,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.3400 sec 2024-11-24T03:23:37,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6b67925034e5e42204f402bf55f8dc8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T03:23:37,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=A 2024-11-24T03:23:37,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:37,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=B 2024-11-24T03:23:37,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:37,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=C 2024-11-24T03:23:37,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:37,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124720c4ab9f2984f368f01ed2d7c7c9348_f6b67925034e5e42204f402bf55f8dc8 is 50, key is test_row_0/A:col10/1732418616914/Put/seqid=0 2024-11-24T03:23:37,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742268_1444 (size=14794) 2024-11-24T03:23:37,615 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:37,620 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124720c4ab9f2984f368f01ed2d7c7c9348_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124720c4ab9f2984f368f01ed2d7c7c9348_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:37,621 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/f5010371363a49849afdb3f520331b6d, store: [table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:37,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/f5010371363a49849afdb3f520331b6d is 175, key is test_row_0/A:col10/1732418616914/Put/seqid=0 2024-11-24T03:23:37,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742269_1445 (size=39749) 2024-11-24T03:23:37,646 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/f5010371363a49849afdb3f520331b6d 2024-11-24T03:23:37,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/21c71c44d192418486399aca975557e5 is 50, key is test_row_0/B:col10/1732418616914/Put/seqid=0 2024-11-24T03:23:37,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742270_1446 (size=12151) 2024-11-24T03:23:37,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418677742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:37,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418677850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:38,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418678059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:38,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/21c71c44d192418486399aca975557e5 2024-11-24T03:23:38,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/f4a58a5aa32c499aad1a1812a2ad4550 is 50, key is test_row_0/C:col10/1732418616914/Put/seqid=0 2024-11-24T03:23:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T03:23:38,121 INFO [Thread-1803 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-24T03:23:38,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-24T03:23:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T03:23:38,126 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:38,128 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:38,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:38,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742271_1447 (size=12151) 2024-11-24T03:23:38,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/f4a58a5aa32c499aad1a1812a2ad4550 2024-11-24T03:23:38,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/f5010371363a49849afdb3f520331b6d as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/f5010371363a49849afdb3f520331b6d 2024-11-24T03:23:38,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/f5010371363a49849afdb3f520331b6d, entries=200, sequenceid=169, filesize=38.8 K 2024-11-24T03:23:38,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/21c71c44d192418486399aca975557e5 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/21c71c44d192418486399aca975557e5 2024-11-24T03:23:38,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/21c71c44d192418486399aca975557e5, entries=150, sequenceid=169, filesize=11.9 K 2024-11-24T03:23:38,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/f4a58a5aa32c499aad1a1812a2ad4550 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/f4a58a5aa32c499aad1a1812a2ad4550 2024-11-24T03:23:38,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/f4a58a5aa32c499aad1a1812a2ad4550, entries=150, sequenceid=169, filesize=11.9 K 2024-11-24T03:23:38,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f6b67925034e5e42204f402bf55f8dc8 in 658ms, sequenceid=169, compaction requested=true 2024-11-24T03:23:38,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:38,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b67925034e5e42204f402bf55f8dc8:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:38,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:38,201 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:38,201 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:38,203 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:38,203 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): f6b67925034e5e42204f402bf55f8dc8/B is initiating minor compaction (all files) 2024-11-24T03:23:38,203 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6b67925034e5e42204f402bf55f8dc8/B in TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:38,203 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/e2b24dcadf9347e0b0f4a7f6c5a60c39, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/f357c6669c0c4583bfd131f633db9e44, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/21c71c44d192418486399aca975557e5] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp, totalSize=35.8 K 2024-11-24T03:23:38,204 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting e2b24dcadf9347e0b0f4a7f6c5a60c39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732418615893 2024-11-24T03:23:38,204 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102133 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:38,204 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting f357c6669c0c4583bfd131f633db9e44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732418616131 2024-11-24T03:23:38,204 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): f6b67925034e5e42204f402bf55f8dc8/A is initiating minor compaction (all files) 2024-11-24T03:23:38,205 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6b67925034e5e42204f402bf55f8dc8/A in TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:38,205 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/6dc2c19bbed447bf94820de9132afadd, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/5ea9a09602c940e499c894652c827b5e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/f5010371363a49849afdb3f520331b6d] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp, totalSize=99.7 K 2024-11-24T03:23:38,205 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:38,205 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. files: [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/6dc2c19bbed447bf94820de9132afadd, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/5ea9a09602c940e499c894652c827b5e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/f5010371363a49849afdb3f520331b6d] 2024-11-24T03:23:38,205 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 21c71c44d192418486399aca975557e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732418616905 2024-11-24T03:23:38,206 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6dc2c19bbed447bf94820de9132afadd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732418615893 2024-11-24T03:23:38,207 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ea9a09602c940e499c894652c827b5e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732418616131 2024-11-24T03:23:38,208 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5010371363a49849afdb3f520331b6d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732418616905 2024-11-24T03:23:38,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b67925034e5e42204f402bf55f8dc8:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:38,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:38,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b67925034e5e42204f402bf55f8dc8:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:38,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T03:23:38,229 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b67925034e5e42204f402bf55f8dc8#B#compaction#384 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:38,229 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/fd3b97bfe9a5477c9891295bfc7f3ad2 is 50, key is test_row_0/B:col10/1732418616914/Put/seqid=0 2024-11-24T03:23:38,238 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:38,251 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124c060664d95c54c4a88c69f74b90252fe_f6b67925034e5e42204f402bf55f8dc8 store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:38,253 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124c060664d95c54c4a88c69f74b90252fe_f6b67925034e5e42204f402bf55f8dc8, store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:38,253 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c060664d95c54c4a88c69f74b90252fe_f6b67925034e5e42204f402bf55f8dc8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:38,280 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:38,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T03:23:38,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:38,281 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing f6b67925034e5e42204f402bf55f8dc8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T03:23:38,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=A 2024-11-24T03:23:38,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:38,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=B 2024-11-24T03:23:38,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:38,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=C 2024-11-24T03:23:38,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:38,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742273_1449 (size=4469) 2024-11-24T03:23:38,290 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b67925034e5e42204f402bf55f8dc8#A#compaction#385 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:38,291 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/5716f0f4a22448b1b9475e362ffb93f5 is 175, key is test_row_0/A:col10/1732418616914/Put/seqid=0 2024-11-24T03:23:38,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742272_1448 (size=12527) 2024-11-24T03:23:38,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c478d3884d8c4629846a9e3be19a9d40_f6b67925034e5e42204f402bf55f8dc8 is 50, key is test_row_0/A:col10/1732418617724/Put/seqid=0 2024-11-24T03:23:38,306 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/fd3b97bfe9a5477c9891295bfc7f3ad2 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/fd3b97bfe9a5477c9891295bfc7f3ad2 2024-11-24T03:23:38,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742274_1450 (size=31481) 2024-11-24T03:23:38,319 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6b67925034e5e42204f402bf55f8dc8/B of f6b67925034e5e42204f402bf55f8dc8 into fd3b97bfe9a5477c9891295bfc7f3ad2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:38,319 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:38,319 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., storeName=f6b67925034e5e42204f402bf55f8dc8/B, priority=13, startTime=1732418618201; duration=0sec 2024-11-24T03:23:38,319 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:38,319 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b67925034e5e42204f402bf55f8dc8:B 2024-11-24T03:23:38,319 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:38,320 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:38,320 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): f6b67925034e5e42204f402bf55f8dc8/C is initiating minor compaction (all files) 2024-11-24T03:23:38,320 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6b67925034e5e42204f402bf55f8dc8/C in TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:38,320 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/a5768775cec84d3598aa0202aa7263b8, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/434610be221a47bda547c89f82e5d8d9, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/f4a58a5aa32c499aad1a1812a2ad4550] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp, totalSize=35.8 K 2024-11-24T03:23:38,321 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting a5768775cec84d3598aa0202aa7263b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732418615893 2024-11-24T03:23:38,321 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 434610be221a47bda547c89f82e5d8d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732418616131 2024-11-24T03:23:38,323 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting f4a58a5aa32c499aad1a1812a2ad4550, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732418616905 2024-11-24T03:23:38,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742275_1451 (size=12304) 2024-11-24T03:23:38,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:38,334 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c478d3884d8c4629846a9e3be19a9d40_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c478d3884d8c4629846a9e3be19a9d40_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:38,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/e983e9f2bf324e4895f7cdd1e1f5d271, store: [table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:38,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/e983e9f2bf324e4895f7cdd1e1f5d271 is 175, key is test_row_0/A:col10/1732418617724/Put/seqid=0 2024-11-24T03:23:38,338 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b67925034e5e42204f402bf55f8dc8#C#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:38,339 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/a29f12232e4848f9b64610a2f046bd3f is 50, key is test_row_0/C:col10/1732418616914/Put/seqid=0 2024-11-24T03:23:38,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742276_1452 (size=31105) 2024-11-24T03:23:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:38,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:38,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742277_1453 (size=12527) 2024-11-24T03:23:38,387 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/a29f12232e4848f9b64610a2f046bd3f as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/a29f12232e4848f9b64610a2f046bd3f 2024-11-24T03:23:38,398 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6b67925034e5e42204f402bf55f8dc8/C of f6b67925034e5e42204f402bf55f8dc8 into a29f12232e4848f9b64610a2f046bd3f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:38,398 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:38,398 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., storeName=f6b67925034e5e42204f402bf55f8dc8/C, priority=13, startTime=1732418618211; duration=0sec 2024-11-24T03:23:38,398 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:38,398 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b67925034e5e42204f402bf55f8dc8:C 2024-11-24T03:23:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T03:23:38,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418678434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:38,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418678540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:38,720 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/5716f0f4a22448b1b9475e362ffb93f5 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/5716f0f4a22448b1b9475e362ffb93f5 2024-11-24T03:23:38,728 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6b67925034e5e42204f402bf55f8dc8/A of f6b67925034e5e42204f402bf55f8dc8 into 5716f0f4a22448b1b9475e362ffb93f5(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:38,728 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:38,728 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., storeName=f6b67925034e5e42204f402bf55f8dc8/A, priority=13, startTime=1732418618201; duration=0sec 2024-11-24T03:23:38,728 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:38,728 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b67925034e5e42204f402bf55f8dc8:A 2024-11-24T03:23:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T03:23:38,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418678746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:38,774 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/e983e9f2bf324e4895f7cdd1e1f5d271 2024-11-24T03:23:38,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/cbef88d4e10c4be09a9dce30e4fc282b is 50, key is test_row_0/B:col10/1732418617724/Put/seqid=0 2024-11-24T03:23:38,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742278_1454 (size=12151) 2024-11-24T03:23:38,831 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/cbef88d4e10c4be09a9dce30e4fc282b 2024-11-24T03:23:38,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/b548d3240e524637bdf3686402e65f46 is 50, key is test_row_0/C:col10/1732418617724/Put/seqid=0 2024-11-24T03:23:38,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742279_1455 (size=12151) 2024-11-24T03:23:39,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418679052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T03:23:39,269 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/b548d3240e524637bdf3686402e65f46 2024-11-24T03:23:39,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/e983e9f2bf324e4895f7cdd1e1f5d271 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/e983e9f2bf324e4895f7cdd1e1f5d271 2024-11-24T03:23:39,279 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/e983e9f2bf324e4895f7cdd1e1f5d271, entries=150, sequenceid=193, filesize=30.4 K 2024-11-24T03:23:39,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/cbef88d4e10c4be09a9dce30e4fc282b as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/cbef88d4e10c4be09a9dce30e4fc282b 2024-11-24T03:23:39,292 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/cbef88d4e10c4be09a9dce30e4fc282b, entries=150, sequenceid=193, filesize=11.9 K 2024-11-24T03:23:39,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/b548d3240e524637bdf3686402e65f46 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/b548d3240e524637bdf3686402e65f46 2024-11-24T03:23:39,299 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/b548d3240e524637bdf3686402e65f46, entries=150, sequenceid=193, filesize=11.9 K 2024-11-24T03:23:39,301 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f6b67925034e5e42204f402bf55f8dc8 in 1020ms, sequenceid=193, compaction requested=false 2024-11-24T03:23:39,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:39,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:39,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-24T03:23:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-24T03:23:39,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-24T03:23:39,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1750 sec 2024-11-24T03:23:39,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.1840 sec 2024-11-24T03:23:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:39,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6b67925034e5e42204f402bf55f8dc8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T03:23:39,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=A 2024-11-24T03:23:39,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:39,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=B 2024-11-24T03:23:39,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:39,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=C 2024-11-24T03:23:39,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:39,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240fe7f57e809545e6aa5439a8bdd95bcd_f6b67925034e5e42204f402bf55f8dc8 is 50, key is test_row_0/A:col10/1732418619485/Put/seqid=0 2024-11-24T03:23:39,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742280_1456 (size=14794) 2024-11-24T03:23:39,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418679552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:39,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418679553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:39,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418679553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:39,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418679559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:39,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418679567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:39,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418679662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:39,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418679667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:39,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418679668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:39,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418679673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:39,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418679873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:39,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418679873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:39,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418679874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:39,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418679875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:39,935 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:39,940 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240fe7f57e809545e6aa5439a8bdd95bcd_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240fe7f57e809545e6aa5439a8bdd95bcd_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:39,942 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/85fc4eb899624560840a6013e3c33a45, store: [table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:39,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/85fc4eb899624560840a6013e3c33a45 is 175, key is test_row_0/A:col10/1732418619485/Put/seqid=0 2024-11-24T03:23:39,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742281_1457 (size=39749) 2024-11-24T03:23:39,982 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/85fc4eb899624560840a6013e3c33a45 2024-11-24T03:23:39,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/3fd79624fa444b2e9342b1c95d05a6dc is 50, key is test_row_0/B:col10/1732418619485/Put/seqid=0 2024-11-24T03:23:40,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742282_1458 (size=12151) 2024-11-24T03:23:40,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/3fd79624fa444b2e9342b1c95d05a6dc 2024-11-24T03:23:40,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/3a3b445e44b24cae92f65130b173e99b is 50, key is test_row_0/C:col10/1732418619485/Put/seqid=0 2024-11-24T03:23:40,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742283_1459 (size=12151) 2024-11-24T03:23:40,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/3a3b445e44b24cae92f65130b173e99b 2024-11-24T03:23:40,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/85fc4eb899624560840a6013e3c33a45 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/85fc4eb899624560840a6013e3c33a45 2024-11-24T03:23:40,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/85fc4eb899624560840a6013e3c33a45, entries=200, sequenceid=209, filesize=38.8 K 2024-11-24T03:23:40,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/3fd79624fa444b2e9342b1c95d05a6dc as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/3fd79624fa444b2e9342b1c95d05a6dc 2024-11-24T03:23:40,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/3fd79624fa444b2e9342b1c95d05a6dc, entries=150, sequenceid=209, filesize=11.9 K 2024-11-24T03:23:40,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/3a3b445e44b24cae92f65130b173e99b as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/3a3b445e44b24cae92f65130b173e99b 2024-11-24T03:23:40,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/3a3b445e44b24cae92f65130b173e99b, entries=150, sequenceid=209, filesize=11.9 K 2024-11-24T03:23:40,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f6b67925034e5e42204f402bf55f8dc8 in 636ms, sequenceid=209, compaction requested=true 2024-11-24T03:23:40,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:40,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b67925034e5e42204f402bf55f8dc8:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:40,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:40,125 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:40,125 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:40,126 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:40,126 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): f6b67925034e5e42204f402bf55f8dc8/A is initiating minor compaction (all files) 2024-11-24T03:23:40,126 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6b67925034e5e42204f402bf55f8dc8/A in TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:40,126 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/5716f0f4a22448b1b9475e362ffb93f5, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/e983e9f2bf324e4895f7cdd1e1f5d271, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/85fc4eb899624560840a6013e3c33a45] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp, totalSize=99.9 K 2024-11-24T03:23:40,126 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:40,126 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. files: [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/5716f0f4a22448b1b9475e362ffb93f5, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/e983e9f2bf324e4895f7cdd1e1f5d271, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/85fc4eb899624560840a6013e3c33a45] 2024-11-24T03:23:40,126 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:40,127 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): f6b67925034e5e42204f402bf55f8dc8/B is initiating minor compaction (all files) 2024-11-24T03:23:40,127 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6b67925034e5e42204f402bf55f8dc8/B in TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:40,127 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/fd3b97bfe9a5477c9891295bfc7f3ad2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/cbef88d4e10c4be09a9dce30e4fc282b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/3fd79624fa444b2e9342b1c95d05a6dc] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp, totalSize=36.0 K 2024-11-24T03:23:40,127 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5716f0f4a22448b1b9475e362ffb93f5, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732418616905 2024-11-24T03:23:40,127 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting fd3b97bfe9a5477c9891295bfc7f3ad2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732418616905 2024-11-24T03:23:40,128 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting e983e9f2bf324e4895f7cdd1e1f5d271, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732418617714 2024-11-24T03:23:40,128 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting cbef88d4e10c4be09a9dce30e4fc282b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732418617714 2024-11-24T03:23:40,128 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85fc4eb899624560840a6013e3c33a45, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732418618409 2024-11-24T03:23:40,130 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fd79624fa444b2e9342b1c95d05a6dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732418618409 2024-11-24T03:23:40,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b67925034e5e42204f402bf55f8dc8:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:40,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:40,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b67925034e5e42204f402bf55f8dc8:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:40,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:40,149 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:40,162 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b67925034e5e42204f402bf55f8dc8#B#compaction#394 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:40,162 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/b762e3eada3e48df86794545c9a69d3d is 50, key is test_row_0/B:col10/1732418619485/Put/seqid=0 2024-11-24T03:23:40,174 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124bc3aad53b96b41a5ac67b7f6804ce70d_f6b67925034e5e42204f402bf55f8dc8 store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:40,176 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124bc3aad53b96b41a5ac67b7f6804ce70d_f6b67925034e5e42204f402bf55f8dc8, store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:40,177 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bc3aad53b96b41a5ac67b7f6804ce70d_f6b67925034e5e42204f402bf55f8dc8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:40,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6b67925034e5e42204f402bf55f8dc8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T03:23:40,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=A 2024-11-24T03:23:40,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:40,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=B 2024-11-24T03:23:40,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:40,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=C 2024-11-24T03:23:40,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:40,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418680202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:40,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418680204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:40,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418680214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:40,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418680216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:40,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742284_1460 (size=12629) 2024-11-24T03:23:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T03:23:40,230 INFO [Thread-1803 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-24T03:23:40,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-24T03:23:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T03:23:40,234 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:40,235 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:40,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:40,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742285_1461 (size=4469) 2024-11-24T03:23:40,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242d345a3ce02b4d59966193c69bea97b2_f6b67925034e5e42204f402bf55f8dc8 is 50, key is test_row_0/A:col10/1732418619552/Put/seqid=0 2024-11-24T03:23:40,239 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b67925034e5e42204f402bf55f8dc8#A#compaction#393 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:40,240 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/52c2336c35f442c89cc5a2b292090d30 is 175, key is test_row_0/A:col10/1732418619485/Put/seqid=0 2024-11-24T03:23:40,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742287_1463 (size=31583) 2024-11-24T03:23:40,280 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/52c2336c35f442c89cc5a2b292090d30 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/52c2336c35f442c89cc5a2b292090d30 2024-11-24T03:23:40,288 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6b67925034e5e42204f402bf55f8dc8/A of f6b67925034e5e42204f402bf55f8dc8 into 52c2336c35f442c89cc5a2b292090d30(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:40,288 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:40,288 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., storeName=f6b67925034e5e42204f402bf55f8dc8/A, priority=13, startTime=1732418620124; duration=0sec 2024-11-24T03:23:40,288 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:40,288 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b67925034e5e42204f402bf55f8dc8:A 2024-11-24T03:23:40,288 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:40,290 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:40,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742286_1462 (size=17284) 2024-11-24T03:23:40,291 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): f6b67925034e5e42204f402bf55f8dc8/C is initiating minor compaction (all files) 2024-11-24T03:23:40,291 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6b67925034e5e42204f402bf55f8dc8/C in TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:40,291 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/a29f12232e4848f9b64610a2f046bd3f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/b548d3240e524637bdf3686402e65f46, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/3a3b445e44b24cae92f65130b173e99b] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp, totalSize=36.0 K 2024-11-24T03:23:40,292 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting a29f12232e4848f9b64610a2f046bd3f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732418616905 2024-11-24T03:23:40,292 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting b548d3240e524637bdf3686402e65f46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732418617714 2024-11-24T03:23:40,293 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a3b445e44b24cae92f65130b173e99b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732418618409 2024-11-24T03:23:40,301 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b67925034e5e42204f402bf55f8dc8#C#compaction#396 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:40,301 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/e283a8d16cd6412ab5247414cff6f19f is 50, key is test_row_0/C:col10/1732418619485/Put/seqid=0 2024-11-24T03:23:40,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742288_1464 (size=12629) 2024-11-24T03:23:40,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418680317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:40,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418680317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:40,331 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/e283a8d16cd6412ab5247414cff6f19f as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/e283a8d16cd6412ab5247414cff6f19f 2024-11-24T03:23:40,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418680325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:40,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418680327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T03:23:40,340 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6b67925034e5e42204f402bf55f8dc8/C of f6b67925034e5e42204f402bf55f8dc8 into e283a8d16cd6412ab5247414cff6f19f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:40,340 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:40,340 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., storeName=f6b67925034e5e42204f402bf55f8dc8/C, priority=13, startTime=1732418620132; duration=0sec 2024-11-24T03:23:40,340 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:40,340 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b67925034e5e42204f402bf55f8dc8:C 2024-11-24T03:23:40,387 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:40,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T03:23:40,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:40,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:40,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:40,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:40,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:40,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418680524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:40,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418680525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T03:23:40,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418680536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:40,541 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:40,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T03:23:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418680537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:40,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:40,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:40,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:40,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:40,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:40,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418680572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:40,634 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/b762e3eada3e48df86794545c9a69d3d as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/b762e3eada3e48df86794545c9a69d3d 2024-11-24T03:23:40,641 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6b67925034e5e42204f402bf55f8dc8/B of f6b67925034e5e42204f402bf55f8dc8 into b762e3eada3e48df86794545c9a69d3d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:40,641 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:40,641 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., storeName=f6b67925034e5e42204f402bf55f8dc8/B, priority=13, startTime=1732418620125; duration=0sec 2024-11-24T03:23:40,641 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:40,641 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b67925034e5e42204f402bf55f8dc8:B 2024-11-24T03:23:40,691 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:40,693 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:40,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T03:23:40,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:40,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:40,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:40,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:40,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:40,695 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242d345a3ce02b4d59966193c69bea97b2_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242d345a3ce02b4d59966193c69bea97b2_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:40,697 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/d5dddda72ca24782ba2bed40744f49cc, store: [table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:40,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/d5dddda72ca24782ba2bed40744f49cc is 175, key is test_row_0/A:col10/1732418619552/Put/seqid=0 2024-11-24T03:23:40,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742289_1465 (size=48389) 2024-11-24T03:23:40,715 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/d5dddda72ca24782ba2bed40744f49cc 2024-11-24T03:23:40,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/c4df44be186247489444b33b2d28fad4 is 50, key is test_row_0/B:col10/1732418619552/Put/seqid=0 2024-11-24T03:23:40,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742290_1466 (size=12151) 2024-11-24T03:23:40,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418680831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:40,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418680833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T03:23:40,845 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:40,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T03:23:40,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:40,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:40,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:40,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:40,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:40,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418680844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:40,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418680844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:40,997 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:40,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T03:23:40,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:40,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:40,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:40,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:40,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:41,151 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:41,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T03:23:41,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:41,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:41,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:41,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:41,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:41,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/c4df44be186247489444b33b2d28fad4 2024-11-24T03:23:41,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/b37d285e79a24b68b09fb1c9f342b351 is 50, key is test_row_0/C:col10/1732418619552/Put/seqid=0 2024-11-24T03:23:41,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742291_1467 (size=12151) 2024-11-24T03:23:41,304 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:41,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T03:23:41,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:41,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:41,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:41,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:41,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:41,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T03:23:41,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418681335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:41,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418681340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:41,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418681354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:41,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:41,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418681354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:41,458 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:41,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T03:23:41,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:41,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:41,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:41,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:41,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:41,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/b37d285e79a24b68b09fb1c9f342b351 2024-11-24T03:23:41,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/d5dddda72ca24782ba2bed40744f49cc as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/d5dddda72ca24782ba2bed40744f49cc 2024-11-24T03:23:41,611 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:41,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/d5dddda72ca24782ba2bed40744f49cc, entries=250, sequenceid=235, filesize=47.3 K 2024-11-24T03:23:41,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/c4df44be186247489444b33b2d28fad4 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/c4df44be186247489444b33b2d28fad4 2024-11-24T03:23:41,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T03:23:41,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:41,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:41,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:41,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:41,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:41,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/c4df44be186247489444b33b2d28fad4, entries=150, sequenceid=235, filesize=11.9 K 2024-11-24T03:23:41,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/b37d285e79a24b68b09fb1c9f342b351 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/b37d285e79a24b68b09fb1c9f342b351 2024-11-24T03:23:41,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/b37d285e79a24b68b09fb1c9f342b351, entries=150, sequenceid=235, filesize=11.9 K 2024-11-24T03:23:41,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for f6b67925034e5e42204f402bf55f8dc8 in 1448ms, sequenceid=235, compaction requested=false 2024-11-24T03:23:41,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:41,768 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:41,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-24T03:23:41,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:41,769 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing f6b67925034e5e42204f402bf55f8dc8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:23:41,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=A 2024-11-24T03:23:41,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:41,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=B 2024-11-24T03:23:41,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:41,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=C 2024-11-24T03:23:41,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:41,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fdb42aa94ecc44899c40aa6fec834a5a_f6b67925034e5e42204f402bf55f8dc8 is 50, key is test_row_0/A:col10/1732418620213/Put/seqid=0 2024-11-24T03:23:41,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742292_1468 (size=12304) 2024-11-24T03:23:41,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,842 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fdb42aa94ecc44899c40aa6fec834a5a_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fdb42aa94ecc44899c40aa6fec834a5a_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:41,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/8a8a4b76cd20471fbd56660c13a023c8, store: [table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:41,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/8a8a4b76cd20471fbd56660c13a023c8 is 175, key is test_row_0/A:col10/1732418620213/Put/seqid=0 2024-11-24T03:23:41,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742293_1469 (size=31105) 2024-11-24T03:23:41,872 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/8a8a4b76cd20471fbd56660c13a023c8 2024-11-24T03:23:41,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/064c093615794e35b5c7a6699806a906 is 50, key is test_row_0/B:col10/1732418620213/Put/seqid=0 2024-11-24T03:23:41,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742294_1470 (size=12151) 2024-11-24T03:23:41,917 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/064c093615794e35b5c7a6699806a906 2024-11-24T03:23:41,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/db6d8021038c4752bc29ba230334a60d is 50, key is test_row_0/C:col10/1732418620213/Put/seqid=0 2024-11-24T03:23:41,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742295_1471 (size=12151) 2024-11-24T03:23:41,963 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/db6d8021038c4752bc29ba230334a60d 2024-11-24T03:23:41,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/8a8a4b76cd20471fbd56660c13a023c8 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/8a8a4b76cd20471fbd56660c13a023c8 2024-11-24T03:23:41,978 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/8a8a4b76cd20471fbd56660c13a023c8, entries=150, sequenceid=249, filesize=30.4 K 2024-11-24T03:23:41,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/064c093615794e35b5c7a6699806a906 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/064c093615794e35b5c7a6699806a906 2024-11-24T03:23:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,983 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/064c093615794e35b5c7a6699806a906, entries=150, sequenceid=249, filesize=11.9 K 2024-11-24T03:23:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/db6d8021038c4752bc29ba230334a60d as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/db6d8021038c4752bc29ba230334a60d 2024-11-24T03:23:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,997 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/db6d8021038c4752bc29ba230334a60d, entries=150, sequenceid=249, filesize=11.9 K 2024-11-24T03:23:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:41,999 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for f6b67925034e5e42204f402bf55f8dc8 in 230ms, sequenceid=249, compaction requested=true 2024-11-24T03:23:41,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:41,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:41,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-24T03:23:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-24T03:23:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-24T03:23:42,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7650 sec 2024-11-24T03:23:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.7710 sec 2024-11-24T03:23:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T03:23:42,339 INFO [Thread-1803 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-24T03:23:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-24T03:23:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T03:23:42,343 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,343 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T03:23:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,495 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-24T03:23:42,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,496 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing f6b67925034e5e42204f402bf55f8dc8 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T03:23:42,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=A 2024-11-24T03:23:42,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:42,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=B 2024-11-24T03:23:42,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:42,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=C 2024-11-24T03:23:42,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:42,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124421f8594ad934e86b8be783dfe8752a8_f6b67925034e5e42204f402bf55f8dc8 is 50, key is test_row_0/A:col10/1732418622450/Put/seqid=0 2024-11-24T03:23:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742296_1472 (size=14794) 2024-11-24T03:23:42,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418682591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:42,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418682592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:42,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418682594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:42,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418682594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:42,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418682606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T03:23:42,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418682707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:42,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418682708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:42,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418682708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:42,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418682709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:42,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418682719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:42,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418682915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:42,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418682915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:42,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418682916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:42,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418682916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:42,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418682923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T03:23:42,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:42,967 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124421f8594ad934e86b8be783dfe8752a8_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124421f8594ad934e86b8be783dfe8752a8_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:42,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/89b2ff04ad874323b119614c77691a70, store: [table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:42,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/89b2ff04ad874323b119614c77691a70 is 175, key is test_row_0/A:col10/1732418622450/Put/seqid=0 2024-11-24T03:23:42,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742297_1473 (size=39745) 2024-11-24T03:23:42,980 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/89b2ff04ad874323b119614c77691a70 2024-11-24T03:23:43,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/4c799e067f034c159c75711591da6450 is 50, key is test_row_0/B:col10/1732418622450/Put/seqid=0 2024-11-24T03:23:43,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742298_1474 (size=9757) 2024-11-24T03:23:43,022 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/4c799e067f034c159c75711591da6450 2024-11-24T03:23:43,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/c55d56fb543c41b59e74b1234c696f12 is 50, key is test_row_0/C:col10/1732418622450/Put/seqid=0 2024-11-24T03:23:43,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742299_1475 (size=9757) 2024-11-24T03:23:43,048 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/c55d56fb543c41b59e74b1234c696f12 2024-11-24T03:23:43,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/89b2ff04ad874323b119614c77691a70 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/89b2ff04ad874323b119614c77691a70 2024-11-24T03:23:43,059 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/89b2ff04ad874323b119614c77691a70, entries=200, sequenceid=256, filesize=38.8 K 2024-11-24T03:23:43,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/4c799e067f034c159c75711591da6450 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/4c799e067f034c159c75711591da6450 2024-11-24T03:23:43,064 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/4c799e067f034c159c75711591da6450, entries=100, sequenceid=256, filesize=9.5 K 2024-11-24T03:23:43,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/c55d56fb543c41b59e74b1234c696f12 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/c55d56fb543c41b59e74b1234c696f12 2024-11-24T03:23:43,069 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/c55d56fb543c41b59e74b1234c696f12, entries=100, sequenceid=256, filesize=9.5 K 2024-11-24T03:23:43,070 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for f6b67925034e5e42204f402bf55f8dc8 in 574ms, sequenceid=256, compaction requested=true 2024-11-24T03:23:43,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:43,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:43,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-24T03:23:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-24T03:23:43,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-24T03:23:43,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 730 msec 2024-11-24T03:23:43,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 737 msec 2024-11-24T03:23:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:43,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6b67925034e5e42204f402bf55f8dc8 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-24T03:23:43,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=A 2024-11-24T03:23:43,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:43,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=B 2024-11-24T03:23:43,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:43,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=C 2024-11-24T03:23:43,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:43,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418683230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:43,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418683231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:43,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418683231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:43,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fc028830b33b46b1b20d6ffc230bc6e2_f6b67925034e5e42204f402bf55f8dc8 is 50, key is test_row_0/A:col10/1732418622604/Put/seqid=0 2024-11-24T03:23:43,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742300_1476 (size=17534) 2024-11-24T03:23:43,248 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418683240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:43,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418683240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:43,255 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fc028830b33b46b1b20d6ffc230bc6e2_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fc028830b33b46b1b20d6ffc230bc6e2_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:43,256 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/82c96a47f7b54dfa88bbdda310ae1998, store: [table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:43,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/82c96a47f7b54dfa88bbdda310ae1998 is 175, key is test_row_0/A:col10/1732418622604/Put/seqid=0 2024-11-24T03:23:43,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742301_1477 (size=48639) 2024-11-24T03:23:43,265 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/82c96a47f7b54dfa88bbdda310ae1998 2024-11-24T03:23:43,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/ba94414f208b4b5c9145da29082a788f is 50, key is test_row_0/B:col10/1732418622604/Put/seqid=0 2024-11-24T03:23:43,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742302_1478 (size=12301) 2024-11-24T03:23:43,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/ba94414f208b4b5c9145da29082a788f 2024-11-24T03:23:43,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/be033820e36d4654a4d99c99db59287c is 50, key is test_row_0/C:col10/1732418622604/Put/seqid=0 2024-11-24T03:23:43,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742303_1479 (size=12301) 2024-11-24T03:23:43,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/be033820e36d4654a4d99c99db59287c 2024-11-24T03:23:43,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/82c96a47f7b54dfa88bbdda310ae1998 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/82c96a47f7b54dfa88bbdda310ae1998 2024-11-24T03:23:43,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/82c96a47f7b54dfa88bbdda310ae1998, entries=250, sequenceid=287, filesize=47.5 K 2024-11-24T03:23:43,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/ba94414f208b4b5c9145da29082a788f as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/ba94414f208b4b5c9145da29082a788f 2024-11-24T03:23:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/ba94414f208b4b5c9145da29082a788f, entries=150, sequenceid=287, filesize=12.0 K 2024-11-24T03:23:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/be033820e36d4654a4d99c99db59287c as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/be033820e36d4654a4d99c99db59287c 2024-11-24T03:23:43,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/be033820e36d4654a4d99c99db59287c, entries=150, sequenceid=287, filesize=12.0 K 2024-11-24T03:23:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=20.13 KB/20610 for f6b67925034e5e42204f402bf55f8dc8 in 133ms, sequenceid=287, compaction requested=true 2024-11-24T03:23:43,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:43,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b67925034e5e42204f402bf55f8dc8:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,360 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T03:23:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,360 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T03:23:43,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b67925034e5e42204f402bf55f8dc8:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:43,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:43,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b67925034e5e42204f402bf55f8dc8:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:43,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,363 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58989 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T03:23:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,363 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 199461 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T03:23:43,363 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): f6b67925034e5e42204f402bf55f8dc8/A is initiating minor compaction (all files) 2024-11-24T03:23:43,363 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): f6b67925034e5e42204f402bf55f8dc8/B is initiating minor compaction (all files) 2024-11-24T03:23:43,363 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6b67925034e5e42204f402bf55f8dc8/A in TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:43,363 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6b67925034e5e42204f402bf55f8dc8/B in TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:43,363 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/52c2336c35f442c89cc5a2b292090d30, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/d5dddda72ca24782ba2bed40744f49cc, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/8a8a4b76cd20471fbd56660c13a023c8, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/89b2ff04ad874323b119614c77691a70, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/82c96a47f7b54dfa88bbdda310ae1998] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp, totalSize=194.8 K 2024-11-24T03:23:43,363 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/b762e3eada3e48df86794545c9a69d3d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/c4df44be186247489444b33b2d28fad4, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/064c093615794e35b5c7a6699806a906, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/4c799e067f034c159c75711591da6450, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/ba94414f208b4b5c9145da29082a788f] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp, totalSize=57.6 K 2024-11-24T03:23:43,363 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:43,363 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. files: [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/52c2336c35f442c89cc5a2b292090d30, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/d5dddda72ca24782ba2bed40744f49cc, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/8a8a4b76cd20471fbd56660c13a023c8, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/89b2ff04ad874323b119614c77691a70, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/82c96a47f7b54dfa88bbdda310ae1998] 2024-11-24T03:23:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,363 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52c2336c35f442c89cc5a2b292090d30, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732418618409 2024-11-24T03:23:43,363 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting b762e3eada3e48df86794545c9a69d3d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732418618409 2024-11-24T03:23:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,364 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting c4df44be186247489444b33b2d28fad4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732418619552 2024-11-24T03:23:43,364 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5dddda72ca24782ba2bed40744f49cc, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732418619550 2024-11-24T03:23:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,365 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a8a4b76cd20471fbd56660c13a023c8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732418620200 2024-11-24T03:23:43,365 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 064c093615794e35b5c7a6699806a906, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732418620200 2024-11-24T03:23:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,365 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89b2ff04ad874323b119614c77691a70, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732418622448 2024-11-24T03:23:43,365 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c799e067f034c159c75711591da6450, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732418622450 2024-11-24T03:23:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,365 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82c96a47f7b54dfa88bbdda310ae1998, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732418622588 2024-11-24T03:23:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,366 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting ba94414f208b4b5c9145da29082a788f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732418622588 2024-11-24T03:23:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,383 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,391 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b67925034e5e42204f402bf55f8dc8#B#compaction#409 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,391 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/e0d3adf5bc3d4b4cbc962fbe2b6bcccb is 50, key is test_row_0/B:col10/1732418622604/Put/seqid=0 2024-11-24T03:23:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,393 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124170fb1695140403e8d498384baa45bfe_f6b67925034e5e42204f402bf55f8dc8 store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,410 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124170fb1695140403e8d498384baa45bfe_f6b67925034e5e42204f402bf55f8dc8, store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,410 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124170fb1695140403e8d498384baa45bfe_f6b67925034e5e42204f402bf55f8dc8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-24T03:23:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,447 INFO [Thread-1803 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-24T03:23:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-24T03:23:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,451 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T03:23:43,452 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742305_1481 (size=12949) 2024-11-24T03:23:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,467 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] io.ByteBuffAllocator(388): Pool already reached its max capacity : 186 and no free buffers now. Consider increasing the value for 'hbase.server.allocator.max.buffer.count' ? 2024-11-24T03:23:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,472 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/e0d3adf5bc3d4b4cbc962fbe2b6bcccb as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/e0d3adf5bc3d4b4cbc962fbe2b6bcccb 2024-11-24T03:23:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742304_1480 (size=4469) 2024-11-24T03:23:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,478 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b67925034e5e42204f402bf55f8dc8#A#compaction#408 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,479 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/6fc6f557264a4e1583daa063a08ffb96 is 175, key is test_row_0/A:col10/1732418622604/Put/seqid=0 2024-11-24T03:23:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,483 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in f6b67925034e5e42204f402bf55f8dc8/B of f6b67925034e5e42204f402bf55f8dc8 into e0d3adf5bc3d4b4cbc962fbe2b6bcccb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:43,483 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:43,483 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., storeName=f6b67925034e5e42204f402bf55f8dc8/B, priority=11, startTime=1732418623360; duration=0sec 2024-11-24T03:23:43,483 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:43,483 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b67925034e5e42204f402bf55f8dc8:B 2024-11-24T03:23:43,483 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T03:23:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,486 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58989 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T03:23:43,487 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): f6b67925034e5e42204f402bf55f8dc8/C is initiating minor compaction (all files) 2024-11-24T03:23:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,487 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6b67925034e5e42204f402bf55f8dc8/C in TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:43,487 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/e283a8d16cd6412ab5247414cff6f19f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/b37d285e79a24b68b09fb1c9f342b351, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/db6d8021038c4752bc29ba230334a60d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/c55d56fb543c41b59e74b1234c696f12, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/be033820e36d4654a4d99c99db59287c] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp, totalSize=57.6 K 2024-11-24T03:23:43,487 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting e283a8d16cd6412ab5247414cff6f19f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732418618409 2024-11-24T03:23:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,488 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting b37d285e79a24b68b09fb1c9f342b351, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732418619552 2024-11-24T03:23:43,488 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting db6d8021038c4752bc29ba230334a60d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732418620200 2024-11-24T03:23:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,488 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting c55d56fb543c41b59e74b1234c696f12, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732418622450 2024-11-24T03:23:43,489 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting be033820e36d4654a4d99c99db59287c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732418622588 2024-11-24T03:23:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742306_1482 (size=31903) 2024-11-24T03:23:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,505 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/6fc6f557264a4e1583daa063a08ffb96 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/6fc6f557264a4e1583daa063a08ffb96 2024-11-24T03:23:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,509 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b67925034e5e42204f402bf55f8dc8#C#compaction#410 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,510 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/64ce931bbee74a9a91c16ba20e70dfa0 is 50, key is test_row_0/C:col10/1732418622604/Put/seqid=0 2024-11-24T03:23:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,516 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in f6b67925034e5e42204f402bf55f8dc8/A of f6b67925034e5e42204f402bf55f8dc8 into 6fc6f557264a4e1583daa063a08ffb96(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,516 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:43,516 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., storeName=f6b67925034e5e42204f402bf55f8dc8/A, priority=11, startTime=1732418623360; duration=0sec 2024-11-24T03:23:43,516 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:43,516 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b67925034e5e42204f402bf55f8dc8:A 2024-11-24T03:23:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6b67925034e5e42204f402bf55f8dc8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:23:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=A 2024-11-24T03:23:43,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=B 2024-11-24T03:23:43,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:43,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=C 2024-11-24T03:23:43,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742307_1483 (size=12949) 2024-11-24T03:23:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T03:23:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f6514fe0917d44a98fd1fce8f65e63c6_f6b67925034e5e42204f402bf55f8dc8 is 50, key is test_row_0/A:col10/1732418623438/Put/seqid=0 2024-11-24T03:23:43,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742308_1484 (size=14994) 2024-11-24T03:23:43,595 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:43,600 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f6514fe0917d44a98fd1fce8f65e63c6_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f6514fe0917d44a98fd1fce8f65e63c6_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:43,602 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/7e70ba2295ac4bff9cf121f103550683, store: [table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:43,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/7e70ba2295ac4bff9cf121f103550683 is 175, key is test_row_0/A:col10/1732418623438/Put/seqid=0 2024-11-24T03:23:43,603 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:43,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T03:23:43,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:43,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:43,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:43,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:43,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:43,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:43,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418683608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:43,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418683610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:43,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418683611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:43,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418683620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:43,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742309_1485 (size=39949) 2024-11-24T03:23:43,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418683723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:43,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418683723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:43,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418683724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:43,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418683732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:43,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418683744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T03:23:43,756 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:43,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T03:23:43,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:43,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:43,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:43,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:43,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:43,909 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:43,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T03:23:43,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:43,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:43,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:43,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:43,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:43,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418683930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:43,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418683930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:43,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418683932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:43,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418683939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:43,959 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/64ce931bbee74a9a91c16ba20e70dfa0 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/64ce931bbee74a9a91c16ba20e70dfa0 2024-11-24T03:23:43,966 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in f6b67925034e5e42204f402bf55f8dc8/C of f6b67925034e5e42204f402bf55f8dc8 into 64ce931bbee74a9a91c16ba20e70dfa0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:43,966 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:43,966 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., storeName=f6b67925034e5e42204f402bf55f8dc8/C, priority=11, startTime=1732418623360; duration=0sec 2024-11-24T03:23:43,966 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:43,966 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b67925034e5e42204f402bf55f8dc8:C 2024-11-24T03:23:44,037 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=300, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/7e70ba2295ac4bff9cf121f103550683 2024-11-24T03:23:44,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/d5a4140a1b4e45b49092246ea3bb18b6 is 50, key is test_row_0/B:col10/1732418623438/Put/seqid=0 2024-11-24T03:23:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T03:23:44,063 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:44,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T03:23:44,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:44,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:44,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:44,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:44,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:44,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742310_1486 (size=12301) 2024-11-24T03:23:44,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/d5a4140a1b4e45b49092246ea3bb18b6 2024-11-24T03:23:44,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/f202ad404ce9452f92088b37a5b4dcac is 50, key is test_row_0/C:col10/1732418623438/Put/seqid=0 2024-11-24T03:23:44,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742311_1487 (size=12301) 2024-11-24T03:23:44,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/f202ad404ce9452f92088b37a5b4dcac 2024-11-24T03:23:44,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/7e70ba2295ac4bff9cf121f103550683 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/7e70ba2295ac4bff9cf121f103550683 2024-11-24T03:23:44,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/7e70ba2295ac4bff9cf121f103550683, entries=200, sequenceid=300, filesize=39.0 K 2024-11-24T03:23:44,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/d5a4140a1b4e45b49092246ea3bb18b6 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/d5a4140a1b4e45b49092246ea3bb18b6 2024-11-24T03:23:44,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/d5a4140a1b4e45b49092246ea3bb18b6, entries=150, sequenceid=300, filesize=12.0 K 2024-11-24T03:23:44,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/f202ad404ce9452f92088b37a5b4dcac as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/f202ad404ce9452f92088b37a5b4dcac 2024-11-24T03:23:44,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/f202ad404ce9452f92088b37a5b4dcac, entries=150, sequenceid=300, filesize=12.0 K 2024-11-24T03:23:44,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f6b67925034e5e42204f402bf55f8dc8 in 623ms, sequenceid=300, compaction requested=false 2024-11-24T03:23:44,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:44,217 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:44,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-24T03:23:44,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:44,218 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing f6b67925034e5e42204f402bf55f8dc8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T03:23:44,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=A 2024-11-24T03:23:44,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:44,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=B 2024-11-24T03:23:44,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:44,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=C 2024-11-24T03:23:44,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:44,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244fedb3cca6fd4dab92cfe8dcd9bd32ad_f6b67925034e5e42204f402bf55f8dc8 is 50, key is test_row_0/A:col10/1732418623604/Put/seqid=0 2024-11-24T03:23:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:44,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:44,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418684250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:44,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418684253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:44,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418684256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:44,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418684256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:44,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742312_1488 (size=12454) 2024-11-24T03:23:44,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:44,276 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244fedb3cca6fd4dab92cfe8dcd9bd32ad_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244fedb3cca6fd4dab92cfe8dcd9bd32ad_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:44,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/6ae6223ffa8f4cbc981943b7c4c7e9a7, store: [table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:44,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/6ae6223ffa8f4cbc981943b7c4c7e9a7 is 175, key is test_row_0/A:col10/1732418623604/Put/seqid=0 2024-11-24T03:23:44,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742313_1489 (size=31255) 2024-11-24T03:23:44,306 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/6ae6223ffa8f4cbc981943b7c4c7e9a7 2024-11-24T03:23:44,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/203f1e7ee88f4afbb03cf5a8721ea762 is 50, key is test_row_0/B:col10/1732418623604/Put/seqid=0 2024-11-24T03:23:44,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742314_1490 (size=12301) 2024-11-24T03:23:44,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418684359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:44,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418684363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:44,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418684363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:44,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418684364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T03:23:44,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418684567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:44,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418684567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:44,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418684568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:44,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418684570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:44,754 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/203f1e7ee88f4afbb03cf5a8721ea762 2024-11-24T03:23:44,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/ee9f1c15b4134851a88b84c0501fdfc3 is 50, key is test_row_0/C:col10/1732418623604/Put/seqid=0 2024-11-24T03:23:44,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418684759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:44,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742315_1491 (size=12301) 2024-11-24T03:23:44,808 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/ee9f1c15b4134851a88b84c0501fdfc3 2024-11-24T03:23:44,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/6ae6223ffa8f4cbc981943b7c4c7e9a7 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/6ae6223ffa8f4cbc981943b7c4c7e9a7 2024-11-24T03:23:44,819 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/6ae6223ffa8f4cbc981943b7c4c7e9a7, entries=150, sequenceid=326, filesize=30.5 K 2024-11-24T03:23:44,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/203f1e7ee88f4afbb03cf5a8721ea762 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/203f1e7ee88f4afbb03cf5a8721ea762 2024-11-24T03:23:44,833 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/203f1e7ee88f4afbb03cf5a8721ea762, entries=150, sequenceid=326, filesize=12.0 K 2024-11-24T03:23:44,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/ee9f1c15b4134851a88b84c0501fdfc3 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/ee9f1c15b4134851a88b84c0501fdfc3 2024-11-24T03:23:44,842 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/ee9f1c15b4134851a88b84c0501fdfc3, entries=150, sequenceid=326, filesize=12.0 K 2024-11-24T03:23:44,843 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for f6b67925034e5e42204f402bf55f8dc8 in 625ms, sequenceid=326, compaction requested=true 2024-11-24T03:23:44,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:44,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:44,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-24T03:23:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-24T03:23:44,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-24T03:23:44,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3920 sec 2024-11-24T03:23:44,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.3980 sec 2024-11-24T03:23:44,880 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6b67925034e5e42204f402bf55f8dc8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T03:23:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:44,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=A 2024-11-24T03:23:44,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:44,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=B 2024-11-24T03:23:44,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:44,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=C 2024-11-24T03:23:44,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:44,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245252fa89e5584d36a09a7bed9be3c030_f6b67925034e5e42204f402bf55f8dc8 is 50, key is test_row_0/A:col10/1732418624879/Put/seqid=0 2024-11-24T03:23:44,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742316_1492 (size=17534) 2024-11-24T03:23:44,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418684926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:44,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418684927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:44,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418684939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:44,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418684940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:45,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418685042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:45,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418685042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:45,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418685052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:45,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418685052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:45,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418685249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:45,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418685250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:45,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418685259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:45,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418685260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:45,340 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:45,344 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245252fa89e5584d36a09a7bed9be3c030_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245252fa89e5584d36a09a7bed9be3c030_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:45,347 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/047c4da9c53a4edca87d235b16642608, store: [table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:45,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/047c4da9c53a4edca87d235b16642608 is 175, key is test_row_0/A:col10/1732418624879/Put/seqid=0 2024-11-24T03:23:45,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742317_1493 (size=48639) 2024-11-24T03:23:45,359 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=340, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/047c4da9c53a4edca87d235b16642608 2024-11-24T03:23:45,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/3b0b805812b94c02af09a8026cd27f95 is 50, key is test_row_0/B:col10/1732418624879/Put/seqid=0 2024-11-24T03:23:45,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742318_1494 (size=12301) 2024-11-24T03:23:45,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/3b0b805812b94c02af09a8026cd27f95 2024-11-24T03:23:45,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/1c826aa682dd4036ae917e7d3ee3aac8 is 50, key is test_row_0/C:col10/1732418624879/Put/seqid=0 2024-11-24T03:23:45,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742319_1495 (size=12301) 2024-11-24T03:23:45,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/1c826aa682dd4036ae917e7d3ee3aac8 2024-11-24T03:23:45,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/047c4da9c53a4edca87d235b16642608 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/047c4da9c53a4edca87d235b16642608 2024-11-24T03:23:45,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/047c4da9c53a4edca87d235b16642608, entries=250, sequenceid=340, filesize=47.5 K 2024-11-24T03:23:45,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/3b0b805812b94c02af09a8026cd27f95 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/3b0b805812b94c02af09a8026cd27f95 2024-11-24T03:23:45,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/3b0b805812b94c02af09a8026cd27f95, entries=150, sequenceid=340, filesize=12.0 K 2024-11-24T03:23:45,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/1c826aa682dd4036ae917e7d3ee3aac8 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/1c826aa682dd4036ae917e7d3ee3aac8 2024-11-24T03:23:45,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/1c826aa682dd4036ae917e7d3ee3aac8, entries=150, sequenceid=340, filesize=12.0 K 2024-11-24T03:23:45,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f6b67925034e5e42204f402bf55f8dc8 in 603ms, sequenceid=340, compaction requested=true 2024-11-24T03:23:45,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:45,497 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:45,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b67925034e5e42204f402bf55f8dc8:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:45,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:45,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b67925034e5e42204f402bf55f8dc8:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:45,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:45,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b67925034e5e42204f402bf55f8dc8:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:45,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:45,498 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:45,501 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151746 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:45,501 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): f6b67925034e5e42204f402bf55f8dc8/A is initiating minor compaction (all files) 2024-11-24T03:23:45,501 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6b67925034e5e42204f402bf55f8dc8/A in TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:45,502 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/6fc6f557264a4e1583daa063a08ffb96, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/7e70ba2295ac4bff9cf121f103550683, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/6ae6223ffa8f4cbc981943b7c4c7e9a7, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/047c4da9c53a4edca87d235b16642608] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp, totalSize=148.2 K 2024-11-24T03:23:45,502 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:45,502 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. files: [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/6fc6f557264a4e1583daa063a08ffb96, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/7e70ba2295ac4bff9cf121f103550683, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/6ae6223ffa8f4cbc981943b7c4c7e9a7, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/047c4da9c53a4edca87d235b16642608] 2024-11-24T03:23:45,502 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fc6f557264a4e1583daa063a08ffb96, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732418622588 2024-11-24T03:23:45,502 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:45,502 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): f6b67925034e5e42204f402bf55f8dc8/B is initiating minor compaction (all files) 2024-11-24T03:23:45,502 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6b67925034e5e42204f402bf55f8dc8/B in TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:45,502 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/e0d3adf5bc3d4b4cbc962fbe2b6bcccb, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/d5a4140a1b4e45b49092246ea3bb18b6, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/203f1e7ee88f4afbb03cf5a8721ea762, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/3b0b805812b94c02af09a8026cd27f95] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp, totalSize=48.7 K 2024-11-24T03:23:45,503 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e70ba2295ac4bff9cf121f103550683, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732418623438 2024-11-24T03:23:45,503 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting e0d3adf5bc3d4b4cbc962fbe2b6bcccb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732418622588 2024-11-24T03:23:45,503 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ae6223ffa8f4cbc981943b7c4c7e9a7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732418623604 2024-11-24T03:23:45,503 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting d5a4140a1b4e45b49092246ea3bb18b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732418623438 2024-11-24T03:23:45,503 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 047c4da9c53a4edca87d235b16642608, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732418624242 2024-11-24T03:23:45,504 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 203f1e7ee88f4afbb03cf5a8721ea762, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732418623604 2024-11-24T03:23:45,504 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b0b805812b94c02af09a8026cd27f95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732418624242 2024-11-24T03:23:45,526 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:45,539 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b67925034e5e42204f402bf55f8dc8#B#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:45,539 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/64f4fc7722604262be73a9e51b3d4e99 is 50, key is test_row_0/B:col10/1732418624879/Put/seqid=0 2024-11-24T03:23:45,546 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411241af44890e3c94530b39875517ef60f96_f6b67925034e5e42204f402bf55f8dc8 store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:45,549 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411241af44890e3c94530b39875517ef60f96_f6b67925034e5e42204f402bf55f8dc8, store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:45,549 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241af44890e3c94530b39875517ef60f96_f6b67925034e5e42204f402bf55f8dc8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T03:23:45,557 INFO [Thread-1803 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-24T03:23:45,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-24T03:23:45,560 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T03:23:45,561 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:45,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:45,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6b67925034e5e42204f402bf55f8dc8 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T03:23:45,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=A 2024-11-24T03:23:45,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:45,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=B 2024-11-24T03:23:45,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:45,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=C 2024-11-24T03:23:45,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:45,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742320_1496 (size=13085) 2024-11-24T03:23:45,600 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/64f4fc7722604262be73a9e51b3d4e99 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/64f4fc7722604262be73a9e51b3d4e99 2024-11-24T03:23:45,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418685592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:45,607 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f6b67925034e5e42204f402bf55f8dc8/B of f6b67925034e5e42204f402bf55f8dc8 into 64f4fc7722604262be73a9e51b3d4e99(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:45,607 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:45,607 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., storeName=f6b67925034e5e42204f402bf55f8dc8/B, priority=12, startTime=1732418625498; duration=0sec 2024-11-24T03:23:45,607 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:45,607 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b67925034e5e42204f402bf55f8dc8:B 2024-11-24T03:23:45,607 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:45,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418685595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:45,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418685597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:45,609 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:45,609 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): f6b67925034e5e42204f402bf55f8dc8/C is initiating minor compaction (all files) 2024-11-24T03:23:45,609 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6b67925034e5e42204f402bf55f8dc8/C in TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:45,609 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/64ce931bbee74a9a91c16ba20e70dfa0, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/f202ad404ce9452f92088b37a5b4dcac, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/ee9f1c15b4134851a88b84c0501fdfc3, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/1c826aa682dd4036ae917e7d3ee3aac8] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp, totalSize=48.7 K 2024-11-24T03:23:45,610 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 64ce931bbee74a9a91c16ba20e70dfa0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732418622588 2024-11-24T03:23:45,610 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting f202ad404ce9452f92088b37a5b4dcac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732418623438 2024-11-24T03:23:45,610 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting ee9f1c15b4134851a88b84c0501fdfc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732418623604 2024-11-24T03:23:45,611 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c826aa682dd4036ae917e7d3ee3aac8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732418624242 2024-11-24T03:23:45,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418685604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:45,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742321_1497 (size=4469) 2024-11-24T03:23:45,633 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b67925034e5e42204f402bf55f8dc8#A#compaction#420 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:45,633 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/b92026e652f24c4f9e74e5ccb32f6eac is 175, key is test_row_0/A:col10/1732418624879/Put/seqid=0 2024-11-24T03:23:45,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112462488f99475a4059acba2e422db0ed07_f6b67925034e5e42204f402bf55f8dc8 is 50, key is test_row_0/A:col10/1732418624925/Put/seqid=0 2024-11-24T03:23:45,646 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b67925034e5e42204f402bf55f8dc8#C#compaction#423 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:45,646 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/d7e1e17c7f6a430792720bed0ecbce0b is 50, key is test_row_0/C:col10/1732418624879/Put/seqid=0 2024-11-24T03:23:45,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T03:23:45,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742322_1498 (size=32039) 2024-11-24T03:23:45,712 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:45,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418685706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:45,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-24T03:23:45,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:45,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418685709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:45,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:45,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:45,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:45,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418685710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:45,714 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/b92026e652f24c4f9e74e5ccb32f6eac as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/b92026e652f24c4f9e74e5ccb32f6eac 2024-11-24T03:23:45,721 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f6b67925034e5e42204f402bf55f8dc8/A of f6b67925034e5e42204f402bf55f8dc8 into b92026e652f24c4f9e74e5ccb32f6eac(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:45,721 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:45,721 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., storeName=f6b67925034e5e42204f402bf55f8dc8/A, priority=12, startTime=1732418625497; duration=0sec 2024-11-24T03:23:45,721 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:45,721 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b67925034e5e42204f402bf55f8dc8:A 2024-11-24T03:23:45,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418685717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:45,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742324_1500 (size=13085) 2024-11-24T03:23:45,736 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/d7e1e17c7f6a430792720bed0ecbce0b as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/d7e1e17c7f6a430792720bed0ecbce0b 2024-11-24T03:23:45,742 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f6b67925034e5e42204f402bf55f8dc8/C of f6b67925034e5e42204f402bf55f8dc8 into d7e1e17c7f6a430792720bed0ecbce0b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:45,742 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:45,742 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., storeName=f6b67925034e5e42204f402bf55f8dc8/C, priority=12, startTime=1732418625498; duration=0sec 2024-11-24T03:23:45,742 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:45,742 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b67925034e5e42204f402bf55f8dc8:C 2024-11-24T03:23:45,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742323_1499 (size=14994) 2024-11-24T03:23:45,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T03:23:45,865 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:45,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-24T03:23:45,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:45,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:45,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:45,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:45,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:45,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418685914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:45,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418685915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:45,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418685915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:45,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418685926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:46,020 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:46,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-24T03:23:46,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:46,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:46,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:46,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,147 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:46,150 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112462488f99475a4059acba2e422db0ed07_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112462488f99475a4059acba2e422db0ed07_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:46,151 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/0783d7eab48b4fdd96b40a42e21af581, store: [table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:46,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/0783d7eab48b4fdd96b40a42e21af581 is 175, key is test_row_0/A:col10/1732418624925/Put/seqid=0 2024-11-24T03:23:46,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742325_1501 (size=39949) 2024-11-24T03:23:46,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T03:23:46,173 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:46,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-24T03:23:46,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:46,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:46,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:46,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:46,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418686218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:46,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:46,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418686219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:46,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:46,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418686221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:46,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418686235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:46,325 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:46,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-24T03:23:46,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:46,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:46,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:46,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,478 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:46,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-24T03:23:46,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:46,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:46,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:46,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,556 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=363, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/0783d7eab48b4fdd96b40a42e21af581 2024-11-24T03:23:46,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/4d93b7f102c743358f15714a233cdb7a is 50, key is test_row_0/B:col10/1732418624925/Put/seqid=0 2024-11-24T03:23:46,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742326_1502 (size=12301) 2024-11-24T03:23:46,631 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:46,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-24T03:23:46,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:46,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:46,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:46,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T03:23:46,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418686724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:46,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418686724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:46,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418686727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:46,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418686741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:46,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418686781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:46,783 DEBUG [Thread-1795 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4176 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:23:46,783 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:46,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-24T03:23:46,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:46,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:46,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:46,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,936 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:46,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-24T03:23:46,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:46,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:46,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:46,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:46,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/4d93b7f102c743358f15714a233cdb7a 2024-11-24T03:23:46,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/8e61b839c247427e9720008019e571fa is 50, key is test_row_0/C:col10/1732418624925/Put/seqid=0 2024-11-24T03:23:47,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742327_1503 (size=12301) 2024-11-24T03:23:47,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/8e61b839c247427e9720008019e571fa 2024-11-24T03:23:47,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/0783d7eab48b4fdd96b40a42e21af581 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/0783d7eab48b4fdd96b40a42e21af581 2024-11-24T03:23:47,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/0783d7eab48b4fdd96b40a42e21af581, entries=200, sequenceid=363, filesize=39.0 K 2024-11-24T03:23:47,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/4d93b7f102c743358f15714a233cdb7a as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/4d93b7f102c743358f15714a233cdb7a 2024-11-24T03:23:47,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/4d93b7f102c743358f15714a233cdb7a, entries=150, sequenceid=363, filesize=12.0 K 2024-11-24T03:23:47,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/8e61b839c247427e9720008019e571fa as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/8e61b839c247427e9720008019e571fa 2024-11-24T03:23:47,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/8e61b839c247427e9720008019e571fa, entries=150, sequenceid=363, filesize=12.0 K 2024-11-24T03:23:47,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f6b67925034e5e42204f402bf55f8dc8 in 1457ms, sequenceid=363, compaction requested=false 2024-11-24T03:23:47,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:47,088 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:47,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-24T03:23:47,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:47,089 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing f6b67925034e5e42204f402bf55f8dc8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T03:23:47,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=A 2024-11-24T03:23:47,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:47,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=B 2024-11-24T03:23:47,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:47,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=C 2024-11-24T03:23:47,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:47,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fc3ea0e25fac49738c0296bcb4f36edd_f6b67925034e5e42204f402bf55f8dc8 is 50, key is test_row_0/A:col10/1732418625591/Put/seqid=0 2024-11-24T03:23:47,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742328_1504 (size=12454) 2024-11-24T03:23:47,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:47,508 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fc3ea0e25fac49738c0296bcb4f36edd_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fc3ea0e25fac49738c0296bcb4f36edd_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:47,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/769c9ed9b3fb4dcebb079cc3d1ad7fa1, store: [table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:47,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/769c9ed9b3fb4dcebb079cc3d1ad7fa1 is 175, key is test_row_0/A:col10/1732418625591/Put/seqid=0 2024-11-24T03:23:47,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742329_1505 (size=31255) 2024-11-24T03:23:47,514 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=379, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/769c9ed9b3fb4dcebb079cc3d1ad7fa1 2024-11-24T03:23:47,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/21316834804d4a37acef2d8d264b1d08 is 50, key is test_row_0/B:col10/1732418625591/Put/seqid=0 2024-11-24T03:23:47,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742330_1506 (size=12301) 2024-11-24T03:23:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T03:23:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:47,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:47,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418687757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:47,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:47,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418687758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418687759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:47,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418687760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:47,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418687861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:47,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418687864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:47,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418687864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:47,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418687865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:47,926 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/21316834804d4a37acef2d8d264b1d08 2024-11-24T03:23:47,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/88e41dbf32df4a3da795b3f8daaecdab is 50, key is test_row_0/C:col10/1732418625591/Put/seqid=0 2024-11-24T03:23:47,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742331_1507 (size=12301) 2024-11-24T03:23:47,937 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/88e41dbf32df4a3da795b3f8daaecdab 2024-11-24T03:23:47,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/769c9ed9b3fb4dcebb079cc3d1ad7fa1 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/769c9ed9b3fb4dcebb079cc3d1ad7fa1 2024-11-24T03:23:47,945 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/769c9ed9b3fb4dcebb079cc3d1ad7fa1, entries=150, sequenceid=379, filesize=30.5 K 2024-11-24T03:23:47,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/21316834804d4a37acef2d8d264b1d08 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/21316834804d4a37acef2d8d264b1d08 2024-11-24T03:23:47,951 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/21316834804d4a37acef2d8d264b1d08, entries=150, sequenceid=379, filesize=12.0 K 2024-11-24T03:23:47,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/88e41dbf32df4a3da795b3f8daaecdab as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/88e41dbf32df4a3da795b3f8daaecdab 2024-11-24T03:23:47,958 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/88e41dbf32df4a3da795b3f8daaecdab, entries=150, sequenceid=379, filesize=12.0 K 2024-11-24T03:23:47,959 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f6b67925034e5e42204f402bf55f8dc8 in 870ms, sequenceid=379, compaction requested=true 2024-11-24T03:23:47,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:47,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:47,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-24T03:23:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-24T03:23:47,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-24T03:23:47,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3990 sec 2024-11-24T03:23:47,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 2.4040 sec 2024-11-24T03:23:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:48,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6b67925034e5e42204f402bf55f8dc8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T03:23:48,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=A 2024-11-24T03:23:48,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:48,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=B 2024-11-24T03:23:48,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:48,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=C 2024-11-24T03:23:48,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:48,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e74efde689a141aa950a29bd8e253a71_f6b67925034e5e42204f402bf55f8dc8 is 50, key is test_row_0/A:col10/1732418627759/Put/seqid=0 2024-11-24T03:23:48,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742332_1508 (size=14994) 2024-11-24T03:23:48,081 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:48,085 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e74efde689a141aa950a29bd8e253a71_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e74efde689a141aa950a29bd8e253a71_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:48,086 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/9f2b0e3c9fd748cbabec77332a37ab06, store: [table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:48,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/9f2b0e3c9fd748cbabec77332a37ab06 is 175, key is test_row_0/A:col10/1732418627759/Put/seqid=0 2024-11-24T03:23:48,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418688087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:48,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418688088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:48,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418688090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:48,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418688093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:48,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742333_1509 (size=39949) 2024-11-24T03:23:48,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418688200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:48,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418688200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:48,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418688200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:48,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418688203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:48,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418688405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:48,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418688406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:48,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418688407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:48,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418688409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:48,507 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=403, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/9f2b0e3c9fd748cbabec77332a37ab06 2024-11-24T03:23:48,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/e60442fd69674a18ae8922873267fc91 is 50, key is test_row_0/B:col10/1732418627759/Put/seqid=0 2024-11-24T03:23:48,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742334_1510 (size=12301) 2024-11-24T03:23:48,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418688710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:48,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418688711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:48,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418688711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:48,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418688713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:48,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/e60442fd69674a18ae8922873267fc91 2024-11-24T03:23:48,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/ae9446201df44e49bfc62509b3a69964 is 50, key is test_row_0/C:col10/1732418627759/Put/seqid=0 2024-11-24T03:23:48,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742335_1511 (size=12301) 2024-11-24T03:23:49,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418689214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:49,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418689217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:49,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418689218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:49,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418689221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:49,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/ae9446201df44e49bfc62509b3a69964 2024-11-24T03:23:49,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/9f2b0e3c9fd748cbabec77332a37ab06 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/9f2b0e3c9fd748cbabec77332a37ab06 2024-11-24T03:23:49,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/9f2b0e3c9fd748cbabec77332a37ab06, entries=200, sequenceid=403, filesize=39.0 K 2024-11-24T03:23:49,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/e60442fd69674a18ae8922873267fc91 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/e60442fd69674a18ae8922873267fc91 2024-11-24T03:23:49,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/e60442fd69674a18ae8922873267fc91, entries=150, sequenceid=403, filesize=12.0 K 2024-11-24T03:23:49,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/ae9446201df44e49bfc62509b3a69964 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/ae9446201df44e49bfc62509b3a69964 2024-11-24T03:23:49,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/ae9446201df44e49bfc62509b3a69964, entries=150, sequenceid=403, filesize=12.0 K 2024-11-24T03:23:49,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f6b67925034e5e42204f402bf55f8dc8 in 1284ms, sequenceid=403, compaction requested=true 2024-11-24T03:23:49,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:49,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b67925034e5e42204f402bf55f8dc8:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:49,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:49,351 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:49,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b67925034e5e42204f402bf55f8dc8:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:49,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:49,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b67925034e5e42204f402bf55f8dc8:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:49,352 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:49,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:49,353 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:49,353 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:49,353 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): f6b67925034e5e42204f402bf55f8dc8/B is initiating minor compaction (all files) 2024-11-24T03:23:49,353 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): f6b67925034e5e42204f402bf55f8dc8/A is initiating minor compaction (all files) 2024-11-24T03:23:49,353 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6b67925034e5e42204f402bf55f8dc8/B in TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:49,353 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6b67925034e5e42204f402bf55f8dc8/A in TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:49,353 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/b92026e652f24c4f9e74e5ccb32f6eac, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/0783d7eab48b4fdd96b40a42e21af581, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/769c9ed9b3fb4dcebb079cc3d1ad7fa1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/9f2b0e3c9fd748cbabec77332a37ab06] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp, totalSize=139.8 K 2024-11-24T03:23:49,353 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/64f4fc7722604262be73a9e51b3d4e99, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/4d93b7f102c743358f15714a233cdb7a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/21316834804d4a37acef2d8d264b1d08, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/e60442fd69674a18ae8922873267fc91] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp, totalSize=48.8 K 2024-11-24T03:23:49,353 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:49,353 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. files: [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/b92026e652f24c4f9e74e5ccb32f6eac, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/0783d7eab48b4fdd96b40a42e21af581, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/769c9ed9b3fb4dcebb079cc3d1ad7fa1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/9f2b0e3c9fd748cbabec77332a37ab06] 2024-11-24T03:23:49,353 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 64f4fc7722604262be73a9e51b3d4e99, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732418624242 2024-11-24T03:23:49,353 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting b92026e652f24c4f9e74e5ccb32f6eac, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732418624242 2024-11-24T03:23:49,354 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d93b7f102c743358f15714a233cdb7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732418624925 2024-11-24T03:23:49,354 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 21316834804d4a37acef2d8d264b1d08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732418625589 2024-11-24T03:23:49,354 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0783d7eab48b4fdd96b40a42e21af581, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732418624924 2024-11-24T03:23:49,354 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting e60442fd69674a18ae8922873267fc91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732418627757 2024-11-24T03:23:49,354 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 769c9ed9b3fb4dcebb079cc3d1ad7fa1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732418625589 2024-11-24T03:23:49,354 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f2b0e3c9fd748cbabec77332a37ab06, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732418627753 2024-11-24T03:23:49,360 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:49,362 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411248e526943b0c147b48eb202adfae25af8_f6b67925034e5e42204f402bf55f8dc8 store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:49,362 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b67925034e5e42204f402bf55f8dc8#B#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:49,363 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/bd56e6128d194f5484ee072479f871a1 is 50, key is test_row_0/B:col10/1732418627759/Put/seqid=0 2024-11-24T03:23:49,364 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411248e526943b0c147b48eb202adfae25af8_f6b67925034e5e42204f402bf55f8dc8, store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:49,364 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248e526943b0c147b48eb202adfae25af8_f6b67925034e5e42204f402bf55f8dc8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:49,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742337_1513 (size=4469) 2024-11-24T03:23:49,370 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b67925034e5e42204f402bf55f8dc8#A#compaction#433 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:49,371 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/bed04db5df7c4af8b73372bc307a5ccb is 175, key is test_row_0/A:col10/1732418627759/Put/seqid=0 2024-11-24T03:23:49,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742338_1514 (size=32175) 2024-11-24T03:23:49,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742336_1512 (size=13221) 2024-11-24T03:23:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-24T03:23:49,666 INFO [Thread-1803 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-24T03:23:49,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-24T03:23:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T03:23:49,669 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:49,669 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:49,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T03:23:49,779 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/bed04db5df7c4af8b73372bc307a5ccb as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/bed04db5df7c4af8b73372bc307a5ccb 2024-11-24T03:23:49,783 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f6b67925034e5e42204f402bf55f8dc8/A of f6b67925034e5e42204f402bf55f8dc8 into bed04db5df7c4af8b73372bc307a5ccb(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:49,783 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:49,783 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., storeName=f6b67925034e5e42204f402bf55f8dc8/A, priority=12, startTime=1732418629351; duration=0sec 2024-11-24T03:23:49,784 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:49,784 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b67925034e5e42204f402bf55f8dc8:A 2024-11-24T03:23:49,784 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:23:49,785 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:23:49,785 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): f6b67925034e5e42204f402bf55f8dc8/C is initiating minor compaction (all files) 2024-11-24T03:23:49,785 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6b67925034e5e42204f402bf55f8dc8/C in TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:49,785 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/d7e1e17c7f6a430792720bed0ecbce0b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/8e61b839c247427e9720008019e571fa, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/88e41dbf32df4a3da795b3f8daaecdab, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/ae9446201df44e49bfc62509b3a69964] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp, totalSize=48.8 K 2024-11-24T03:23:49,786 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7e1e17c7f6a430792720bed0ecbce0b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732418624242 2024-11-24T03:23:49,786 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e61b839c247427e9720008019e571fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732418624925 2024-11-24T03:23:49,786 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88e41dbf32df4a3da795b3f8daaecdab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732418625589 2024-11-24T03:23:49,787 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae9446201df44e49bfc62509b3a69964, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732418627757 2024-11-24T03:23:49,788 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/bd56e6128d194f5484ee072479f871a1 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/bd56e6128d194f5484ee072479f871a1 2024-11-24T03:23:49,801 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f6b67925034e5e42204f402bf55f8dc8/B of f6b67925034e5e42204f402bf55f8dc8 into bd56e6128d194f5484ee072479f871a1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:49,802 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:49,802 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., storeName=f6b67925034e5e42204f402bf55f8dc8/B, priority=12, startTime=1732418629351; duration=0sec 2024-11-24T03:23:49,802 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:49,802 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b67925034e5e42204f402bf55f8dc8:B 2024-11-24T03:23:49,805 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b67925034e5e42204f402bf55f8dc8#C#compaction#434 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:49,806 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/0feae1fe644e4a0f8fb262ea4f35ea21 is 50, key is test_row_0/C:col10/1732418627759/Put/seqid=0 2024-11-24T03:23:49,821 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:49,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-24T03:23:49,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:49,822 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing f6b67925034e5e42204f402bf55f8dc8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T03:23:49,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=A 2024-11-24T03:23:49,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:49,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=B 2024-11-24T03:23:49,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:49,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=C 2024-11-24T03:23:49,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:49,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742339_1515 (size=13221) 2024-11-24T03:23:49,840 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/0feae1fe644e4a0f8fb262ea4f35ea21 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/0feae1fe644e4a0f8fb262ea4f35ea21 2024-11-24T03:23:49,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244c7d966555b3460c8442e6ef8f77e572_f6b67925034e5e42204f402bf55f8dc8 is 50, key is test_row_0/A:col10/1732418628086/Put/seqid=0 2024-11-24T03:23:49,845 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f6b67925034e5e42204f402bf55f8dc8/C of f6b67925034e5e42204f402bf55f8dc8 into 0feae1fe644e4a0f8fb262ea4f35ea21(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:49,845 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:49,845 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., storeName=f6b67925034e5e42204f402bf55f8dc8/C, priority=12, startTime=1732418629352; duration=0sec 2024-11-24T03:23:49,845 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:49,845 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b67925034e5e42204f402bf55f8dc8:C 2024-11-24T03:23:49,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742340_1516 (size=12454) 2024-11-24T03:23:49,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,852 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244c7d966555b3460c8442e6ef8f77e572_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244c7d966555b3460c8442e6ef8f77e572_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:49,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/d5af3f6bad0d4c1ba9ab63445a3f31b1, store: [table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:49,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/d5af3f6bad0d4c1ba9ab63445a3f31b1 is 175, key is test_row_0/A:col10/1732418628086/Put/seqid=0 2024-11-24T03:23:49,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742341_1517 (size=31255) 2024-11-24T03:23:49,863 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=417, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/d5af3f6bad0d4c1ba9ab63445a3f31b1 2024-11-24T03:23:49,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/7cbf0e03562a4b85b9139ccc1637b79c is 50, key is test_row_0/B:col10/1732418628086/Put/seqid=0 2024-11-24T03:23:49,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742342_1518 (size=12301) 2024-11-24T03:23:49,889 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/7cbf0e03562a4b85b9139ccc1637b79c 2024-11-24T03:23:49,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/2593f5cc893a4cd0b8eab259aea6286f is 50, key is test_row_0/C:col10/1732418628086/Put/seqid=0 2024-11-24T03:23:49,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742343_1519 (size=12301) 2024-11-24T03:23:49,902 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/2593f5cc893a4cd0b8eab259aea6286f 2024-11-24T03:23:49,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/d5af3f6bad0d4c1ba9ab63445a3f31b1 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/d5af3f6bad0d4c1ba9ab63445a3f31b1 2024-11-24T03:23:49,911 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/d5af3f6bad0d4c1ba9ab63445a3f31b1, entries=150, sequenceid=417, filesize=30.5 K 2024-11-24T03:23:49,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/7cbf0e03562a4b85b9139ccc1637b79c as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/7cbf0e03562a4b85b9139ccc1637b79c 2024-11-24T03:23:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,914 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/7cbf0e03562a4b85b9139ccc1637b79c, entries=150, sequenceid=417, filesize=12.0 K 2024-11-24T03:23:49,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/2593f5cc893a4cd0b8eab259aea6286f as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/2593f5cc893a4cd0b8eab259aea6286f 2024-11-24T03:23:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,918 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/2593f5cc893a4cd0b8eab259aea6286f, entries=150, sequenceid=417, filesize=12.0 K 2024-11-24T03:23:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,919 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for f6b67925034e5e42204f402bf55f8dc8 in 97ms, sequenceid=417, compaction requested=false 2024-11-24T03:23:49,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:49,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:49,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-24T03:23:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-24T03:23:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-24T03:23:49,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 251 msec 2024-11-24T03:23:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 255 msec 2024-11-24T03:23:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T03:23:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,970 INFO [Thread-1803 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-24T03:23:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-24T03:23:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T03:23:49,974 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,974 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:49,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T03:23:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,126 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T03:23:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:50,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:50,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:50,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-24T03:23:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-24T03:23:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-24T03:23:50,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-24T03:23:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 159 msec 2024-11-24T03:23:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T03:23:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,275 INFO [Thread-1803 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-24T03:23:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:23:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-24T03:23:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T03:23:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,278 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:23:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,279 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:23:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:23:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:50,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f6b67925034e5e42204f402bf55f8dc8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:23:50,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=A 2024-11-24T03:23:50,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=B 2024-11-24T03:23:50,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:50,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=C 2024-11-24T03:23:50,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a485ec5e6a7c49f8b9d1f8c9b4c3cb81_f6b67925034e5e42204f402bf55f8dc8 is 50, key is test_row_0/A:col10/1732418630354/Put/seqid=0 2024-11-24T03:23:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T03:23:50,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742344_1520 (size=25158) 2024-11-24T03:23:50,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418690404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:50,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418690405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:50,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418690406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:50,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418690407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:50,430 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:50,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T03:23:50,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:50,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:50,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:50,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:50,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:50,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:50,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418690513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418690512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:50,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:50,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418690514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418690514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T03:23:50,583 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:50,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T03:23:50,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:50,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:50,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:50,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:50,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:50,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418690721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:50,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418690721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:50,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418690722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:50,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418690722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:50,736 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:50,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T03:23:50,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:50,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:50,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:50,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:50,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:50,783 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:50,786 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a485ec5e6a7c49f8b9d1f8c9b4c3cb81_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a485ec5e6a7c49f8b9d1f8c9b4c3cb81_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:50,787 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/6f31d3133e20435d8bb7deb6ce59fbd4, store: [table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:50,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/6f31d3133e20435d8bb7deb6ce59fbd4 is 175, key is test_row_0/A:col10/1732418630354/Put/seqid=0 2024-11-24T03:23:50,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742345_1521 (size=74795) 2024-11-24T03:23:50,793 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=430, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/6f31d3133e20435d8bb7deb6ce59fbd4 2024-11-24T03:23:50,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/084ea67c85074d85a9db14bca4bc4aa3 is 50, key is test_row_0/B:col10/1732418630354/Put/seqid=0 2024-11-24T03:23:50,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38310 deadline: 1732418690795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:50,801 DEBUG [Thread-1795 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8195 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:23:50,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742346_1522 (size=12301) 2024-11-24T03:23:50,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T03:23:50,888 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:50,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T03:23:50,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:50,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:50,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:50,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:50,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:51,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418691027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:51,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418691028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:51,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418691028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:51,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418691029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:51,041 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:51,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T03:23:51,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:51,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:51,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:51,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:51,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:51,193 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:51,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T03:23:51,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:51,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:51,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:51,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:51,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:51,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/084ea67c85074d85a9db14bca4bc4aa3 2024-11-24T03:23:51,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/fa664efa3c7146a193399bb9ba6db67e is 50, key is test_row_0/C:col10/1732418630354/Put/seqid=0 2024-11-24T03:23:51,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742347_1523 (size=12301) 2024-11-24T03:23:51,346 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:51,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T03:23:51,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:51,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:51,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:51,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:51,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:51,374 DEBUG [Thread-1806 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27539bdc to 127.0.0.1:63551 2024-11-24T03:23:51,374 DEBUG [Thread-1806 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:51,376 DEBUG [Thread-1808 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e3203d9 to 127.0.0.1:63551 2024-11-24T03:23:51,376 DEBUG [Thread-1808 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:51,378 DEBUG [Thread-1810 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x798e7fd4 to 127.0.0.1:63551 2024-11-24T03:23:51,378 DEBUG [Thread-1810 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:51,380 DEBUG [Thread-1804 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0801ba40 to 127.0.0.1:63551 2024-11-24T03:23:51,380 DEBUG [Thread-1804 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T03:23:51,382 DEBUG [Thread-1812 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7284f16d to 127.0.0.1:63551 2024-11-24T03:23:51,382 DEBUG [Thread-1812 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:51,499 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:51,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T03:23:51,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:51,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:51,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:51,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:51,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:23:51,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:51,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1732418691532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38266 deadline: 1732418691532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:51,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38230 deadline: 1732418691533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:51,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:23:51,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38204 deadline: 1732418691535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:51,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/fa664efa3c7146a193399bb9ba6db67e 2024-11-24T03:23:51,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/6f31d3133e20435d8bb7deb6ce59fbd4 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/6f31d3133e20435d8bb7deb6ce59fbd4 2024-11-24T03:23:51,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/6f31d3133e20435d8bb7deb6ce59fbd4, entries=400, sequenceid=430, filesize=73.0 K 2024-11-24T03:23:51,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/084ea67c85074d85a9db14bca4bc4aa3 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/084ea67c85074d85a9db14bca4bc4aa3 2024-11-24T03:23:51,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/084ea67c85074d85a9db14bca4bc4aa3, entries=150, sequenceid=430, filesize=12.0 K 2024-11-24T03:23:51,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/fa664efa3c7146a193399bb9ba6db67e as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/fa664efa3c7146a193399bb9ba6db67e 2024-11-24T03:23:51,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/fa664efa3c7146a193399bb9ba6db67e, entries=150, sequenceid=430, filesize=12.0 K 2024-11-24T03:23:51,626 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f6b67925034e5e42204f402bf55f8dc8 in 1271ms, sequenceid=430, compaction requested=true 2024-11-24T03:23:51,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:51,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b67925034e5e42204f402bf55f8dc8:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:23:51,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:51,627 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:51,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b67925034e5e42204f402bf55f8dc8:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:23:51,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:51,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f6b67925034e5e42204f402bf55f8dc8:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:23:51,627 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:51,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:51,627 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 138225 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:51,627 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:51,627 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): f6b67925034e5e42204f402bf55f8dc8/A is initiating minor compaction (all files) 2024-11-24T03:23:51,628 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): f6b67925034e5e42204f402bf55f8dc8/B is initiating minor compaction (all files) 2024-11-24T03:23:51,628 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6b67925034e5e42204f402bf55f8dc8/A in TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:51,628 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6b67925034e5e42204f402bf55f8dc8/B in TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:51,628 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/bed04db5df7c4af8b73372bc307a5ccb, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/d5af3f6bad0d4c1ba9ab63445a3f31b1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/6f31d3133e20435d8bb7deb6ce59fbd4] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp, totalSize=135.0 K 2024-11-24T03:23:51,628 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/bd56e6128d194f5484ee072479f871a1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/7cbf0e03562a4b85b9139ccc1637b79c, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/084ea67c85074d85a9db14bca4bc4aa3] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp, totalSize=36.9 K 2024-11-24T03:23:51,628 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:51,628 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. files: [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/bed04db5df7c4af8b73372bc307a5ccb, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/d5af3f6bad0d4c1ba9ab63445a3f31b1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/6f31d3133e20435d8bb7deb6ce59fbd4] 2024-11-24T03:23:51,628 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting bd56e6128d194f5484ee072479f871a1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732418627757 2024-11-24T03:23:51,628 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting bed04db5df7c4af8b73372bc307a5ccb, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732418627757 2024-11-24T03:23:51,628 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cbf0e03562a4b85b9139ccc1637b79c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732418628086 2024-11-24T03:23:51,628 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5af3f6bad0d4c1ba9ab63445a3f31b1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732418628086 2024-11-24T03:23:51,628 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 084ea67c85074d85a9db14bca4bc4aa3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1732418630296 2024-11-24T03:23:51,628 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f31d3133e20435d8bb7deb6ce59fbd4, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1732418630294 2024-11-24T03:23:51,633 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:51,634 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b67925034e5e42204f402bf55f8dc8#B#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:51,634 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/7dae3173fb56402cb7b0e7d04239f060 is 50, key is test_row_0/B:col10/1732418630354/Put/seqid=0 2024-11-24T03:23:51,634 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112470e4217f9c3a44baa1a4b5b062f66722_f6b67925034e5e42204f402bf55f8dc8 store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:51,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742348_1524 (size=13323) 2024-11-24T03:23:51,639 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112470e4217f9c3a44baa1a4b5b062f66722_f6b67925034e5e42204f402bf55f8dc8, store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:51,639 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112470e4217f9c3a44baa1a4b5b062f66722_f6b67925034e5e42204f402bf55f8dc8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:51,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742349_1525 (size=4469) 2024-11-24T03:23:51,651 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:23:51,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T03:23:51,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:51,652 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing f6b67925034e5e42204f402bf55f8dc8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T03:23:51,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=A 2024-11-24T03:23:51,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:51,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=B 2024-11-24T03:23:51,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:51,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=C 2024-11-24T03:23:51,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:23:51,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243a70ba9f4d0c4769af22f990c2aee507_f6b67925034e5e42204f402bf55f8dc8 is 50, key is test_row_0/A:col10/1732418630397/Put/seqid=0 2024-11-24T03:23:51,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742350_1526 (size=12454) 2024-11-24T03:23:52,042 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/7dae3173fb56402cb7b0e7d04239f060 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/7dae3173fb56402cb7b0e7d04239f060 2024-11-24T03:23:52,044 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b67925034e5e42204f402bf55f8dc8#A#compaction#442 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:52,045 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/3f19e545625549578b33a69dff9460c2 is 175, key is test_row_0/A:col10/1732418630354/Put/seqid=0 2024-11-24T03:23:52,046 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6b67925034e5e42204f402bf55f8dc8/B of f6b67925034e5e42204f402bf55f8dc8 into 7dae3173fb56402cb7b0e7d04239f060(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:52,046 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:52,046 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., storeName=f6b67925034e5e42204f402bf55f8dc8/B, priority=13, startTime=1732418631627; duration=0sec 2024-11-24T03:23:52,046 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:23:52,046 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b67925034e5e42204f402bf55f8dc8:B 2024-11-24T03:23:52,046 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:23:52,047 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:23:52,047 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): f6b67925034e5e42204f402bf55f8dc8/C is initiating minor compaction (all files) 2024-11-24T03:23:52,047 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f6b67925034e5e42204f402bf55f8dc8/C in TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:52,047 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/0feae1fe644e4a0f8fb262ea4f35ea21, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/2593f5cc893a4cd0b8eab259aea6286f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/fa664efa3c7146a193399bb9ba6db67e] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp, totalSize=36.9 K 2024-11-24T03:23:52,048 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 0feae1fe644e4a0f8fb262ea4f35ea21, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732418627757 2024-11-24T03:23:52,048 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 2593f5cc893a4cd0b8eab259aea6286f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732418628086 2024-11-24T03:23:52,049 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting fa664efa3c7146a193399bb9ba6db67e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1732418630296 2024-11-24T03:23:52,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742351_1527 (size=32277) 2024-11-24T03:23:52,056 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f6b67925034e5e42204f402bf55f8dc8#C#compaction#444 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:23:52,056 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/62bf492b6920491c9ec8241e5477c650 is 50, key is test_row_0/C:col10/1732418630354/Put/seqid=0 2024-11-24T03:23:52,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742352_1528 (size=13323) 2024-11-24T03:23:52,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:23:52,064 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243a70ba9f4d0c4769af22f990c2aee507_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243a70ba9f4d0c4769af22f990c2aee507_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:52,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/d79a4d765f934621a7d793cc475d797b, store: [table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:23:52,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/d79a4d765f934621a7d793cc475d797b is 175, key is test_row_0/A:col10/1732418630397/Put/seqid=0 2024-11-24T03:23:52,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742353_1529 (size=31255) 2024-11-24T03:23:52,222 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T03:23:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T03:23:52,453 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/3f19e545625549578b33a69dff9460c2 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/3f19e545625549578b33a69dff9460c2 2024-11-24T03:23:52,457 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6b67925034e5e42204f402bf55f8dc8/A of f6b67925034e5e42204f402bf55f8dc8 into 3f19e545625549578b33a69dff9460c2(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:52,457 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:52,457 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., storeName=f6b67925034e5e42204f402bf55f8dc8/A, priority=13, startTime=1732418631627; duration=0sec 2024-11-24T03:23:52,457 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:52,457 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b67925034e5e42204f402bf55f8dc8:A 2024-11-24T03:23:52,463 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/62bf492b6920491c9ec8241e5477c650 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/62bf492b6920491c9ec8241e5477c650 2024-11-24T03:23:52,468 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f6b67925034e5e42204f402bf55f8dc8/C of f6b67925034e5e42204f402bf55f8dc8 into 62bf492b6920491c9ec8241e5477c650(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:23:52,468 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:52,468 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8., storeName=f6b67925034e5e42204f402bf55f8dc8/C, priority=13, startTime=1732418631627; duration=0sec 2024-11-24T03:23:52,468 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:23:52,468 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f6b67925034e5e42204f402bf55f8dc8:C 2024-11-24T03:23:52,471 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=455, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/d79a4d765f934621a7d793cc475d797b 2024-11-24T03:23:52,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/f6d5faaa7ba24def9a56d518e9865396 is 50, key is test_row_0/B:col10/1732418630397/Put/seqid=0 2024-11-24T03:23:52,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742354_1530 (size=12301) 2024-11-24T03:23:52,481 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/f6d5faaa7ba24def9a56d518e9865396 2024-11-24T03:23:52,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/ba4a136d76a44218bdc6757de7fa767a is 50, key is test_row_0/C:col10/1732418630397/Put/seqid=0 2024-11-24T03:23:52,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742355_1531 (size=12301) 2024-11-24T03:23:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:23:52,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. as already flushing 2024-11-24T03:23:52,538 DEBUG [Thread-1797 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x117e86d9 to 127.0.0.1:63551 2024-11-24T03:23:52,538 DEBUG [Thread-1799 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cd96549 to 127.0.0.1:63551 2024-11-24T03:23:52,538 DEBUG [Thread-1799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:52,538 DEBUG [Thread-1797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:52,542 DEBUG [Thread-1793 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51f7d511 to 127.0.0.1:63551 2024-11-24T03:23:52,542 DEBUG [Thread-1793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:52,543 DEBUG [Thread-1801 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31aea41b to 127.0.0.1:63551 2024-11-24T03:23:52,543 DEBUG [Thread-1801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:23:52,900 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/ba4a136d76a44218bdc6757de7fa767a 2024-11-24T03:23:52,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/d79a4d765f934621a7d793cc475d797b as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/d79a4d765f934621a7d793cc475d797b 2024-11-24T03:23:52,908 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/d79a4d765f934621a7d793cc475d797b, entries=150, sequenceid=455, filesize=30.5 K 2024-11-24T03:23:52,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/f6d5faaa7ba24def9a56d518e9865396 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/f6d5faaa7ba24def9a56d518e9865396 2024-11-24T03:23:52,912 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/f6d5faaa7ba24def9a56d518e9865396, entries=150, sequenceid=455, filesize=12.0 K 2024-11-24T03:23:52,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/ba4a136d76a44218bdc6757de7fa767a as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/ba4a136d76a44218bdc6757de7fa767a 2024-11-24T03:23:52,916 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/ba4a136d76a44218bdc6757de7fa767a, entries=150, sequenceid=455, filesize=12.0 K 2024-11-24T03:23:52,917 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=26.84 KB/27480 for f6b67925034e5e42204f402bf55f8dc8 in 1265ms, sequenceid=455, compaction requested=false 2024-11-24T03:23:52,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:23:52,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:23:52,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-24T03:23:52,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-24T03:23:52,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-24T03:23:52,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6390 sec 2024-11-24T03:23:52,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 2.6430 sec 2024-11-24T03:23:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T03:23:54,382 INFO [Thread-1803 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-24T03:23:56,445 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/957823522f9344eca05e3b9c5f021310, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/08647604847b4fe58fc50b8609775289, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/e0e99fb888a7489986eb8dafbf4eb9b7, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/e348f1c204d84a89b4b366cb092c360a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/f4e084a6112b431e8379db145b965bff, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/45075016e3434770a73a13a6d1c90e97, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/5f034b1ef6684c3a985e017b123d0f7a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/973df5ac75db4859a48fb7b53baf3e7a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/6dc2c19bbed447bf94820de9132afadd, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/5ea9a09602c940e499c894652c827b5e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/f5010371363a49849afdb3f520331b6d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/5716f0f4a22448b1b9475e362ffb93f5, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/e983e9f2bf324e4895f7cdd1e1f5d271, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/85fc4eb899624560840a6013e3c33a45, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/52c2336c35f442c89cc5a2b292090d30, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/d5dddda72ca24782ba2bed40744f49cc, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/8a8a4b76cd20471fbd56660c13a023c8, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/89b2ff04ad874323b119614c77691a70, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/82c96a47f7b54dfa88bbdda310ae1998, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/6fc6f557264a4e1583daa063a08ffb96, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/7e70ba2295ac4bff9cf121f103550683, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/6ae6223ffa8f4cbc981943b7c4c7e9a7, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/047c4da9c53a4edca87d235b16642608, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/b92026e652f24c4f9e74e5ccb32f6eac, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/0783d7eab48b4fdd96b40a42e21af581, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/769c9ed9b3fb4dcebb079cc3d1ad7fa1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/9f2b0e3c9fd748cbabec77332a37ab06, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/bed04db5df7c4af8b73372bc307a5ccb, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/d5af3f6bad0d4c1ba9ab63445a3f31b1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/6f31d3133e20435d8bb7deb6ce59fbd4] to archive 2024-11-24T03:23:56,446 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:23:56,448 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/957823522f9344eca05e3b9c5f021310 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/957823522f9344eca05e3b9c5f021310 2024-11-24T03:23:56,449 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/08647604847b4fe58fc50b8609775289 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/08647604847b4fe58fc50b8609775289 2024-11-24T03:23:56,449 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/e0e99fb888a7489986eb8dafbf4eb9b7 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/e0e99fb888a7489986eb8dafbf4eb9b7 2024-11-24T03:23:56,450 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/e348f1c204d84a89b4b366cb092c360a to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/e348f1c204d84a89b4b366cb092c360a 2024-11-24T03:23:56,451 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/f4e084a6112b431e8379db145b965bff to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/f4e084a6112b431e8379db145b965bff 2024-11-24T03:23:56,452 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/45075016e3434770a73a13a6d1c90e97 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/45075016e3434770a73a13a6d1c90e97 2024-11-24T03:23:56,453 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/5f034b1ef6684c3a985e017b123d0f7a to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/5f034b1ef6684c3a985e017b123d0f7a 2024-11-24T03:23:56,453 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/973df5ac75db4859a48fb7b53baf3e7a to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/973df5ac75db4859a48fb7b53baf3e7a 2024-11-24T03:23:56,454 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/6dc2c19bbed447bf94820de9132afadd to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/6dc2c19bbed447bf94820de9132afadd 2024-11-24T03:23:56,455 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/5ea9a09602c940e499c894652c827b5e to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/5ea9a09602c940e499c894652c827b5e 2024-11-24T03:23:56,456 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/f5010371363a49849afdb3f520331b6d to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/f5010371363a49849afdb3f520331b6d 2024-11-24T03:23:56,457 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/5716f0f4a22448b1b9475e362ffb93f5 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/5716f0f4a22448b1b9475e362ffb93f5 2024-11-24T03:23:56,458 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/e983e9f2bf324e4895f7cdd1e1f5d271 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/e983e9f2bf324e4895f7cdd1e1f5d271 2024-11-24T03:23:56,458 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/85fc4eb899624560840a6013e3c33a45 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/85fc4eb899624560840a6013e3c33a45 2024-11-24T03:23:56,459 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/52c2336c35f442c89cc5a2b292090d30 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/52c2336c35f442c89cc5a2b292090d30 2024-11-24T03:23:56,460 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/d5dddda72ca24782ba2bed40744f49cc to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/d5dddda72ca24782ba2bed40744f49cc 2024-11-24T03:23:56,460 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/8a8a4b76cd20471fbd56660c13a023c8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/8a8a4b76cd20471fbd56660c13a023c8 2024-11-24T03:23:56,461 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/89b2ff04ad874323b119614c77691a70 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/89b2ff04ad874323b119614c77691a70 2024-11-24T03:23:56,462 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/82c96a47f7b54dfa88bbdda310ae1998 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/82c96a47f7b54dfa88bbdda310ae1998 2024-11-24T03:23:56,463 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/6fc6f557264a4e1583daa063a08ffb96 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/6fc6f557264a4e1583daa063a08ffb96 2024-11-24T03:23:56,464 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/7e70ba2295ac4bff9cf121f103550683 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/7e70ba2295ac4bff9cf121f103550683 2024-11-24T03:23:56,464 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/6ae6223ffa8f4cbc981943b7c4c7e9a7 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/6ae6223ffa8f4cbc981943b7c4c7e9a7 2024-11-24T03:23:56,465 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/047c4da9c53a4edca87d235b16642608 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/047c4da9c53a4edca87d235b16642608 2024-11-24T03:23:56,466 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/b92026e652f24c4f9e74e5ccb32f6eac to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/b92026e652f24c4f9e74e5ccb32f6eac 2024-11-24T03:23:56,467 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/0783d7eab48b4fdd96b40a42e21af581 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/0783d7eab48b4fdd96b40a42e21af581 2024-11-24T03:23:56,467 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/769c9ed9b3fb4dcebb079cc3d1ad7fa1 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/769c9ed9b3fb4dcebb079cc3d1ad7fa1 2024-11-24T03:23:56,468 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/9f2b0e3c9fd748cbabec77332a37ab06 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/9f2b0e3c9fd748cbabec77332a37ab06 2024-11-24T03:23:56,469 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/bed04db5df7c4af8b73372bc307a5ccb to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/bed04db5df7c4af8b73372bc307a5ccb 2024-11-24T03:23:56,470 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/d5af3f6bad0d4c1ba9ab63445a3f31b1 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/d5af3f6bad0d4c1ba9ab63445a3f31b1 2024-11-24T03:23:56,470 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/6f31d3133e20435d8bb7deb6ce59fbd4 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/6f31d3133e20435d8bb7deb6ce59fbd4 2024-11-24T03:23:56,474 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/059bb10dbb0b48ccbbf7a37a800c6420, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/54357482a535405b915b69878723cc04, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/4be74c9c15454429a5be48d04a1d46f1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/a2d8beb5000c42d0b1e84be3358912ea, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/1771f10f2bc44bb2bcdb3056891c7e84, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/8395319356d8400ea427010a93b96046, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/9301a2e20a04485c86592f92fda5be21, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/e2b24dcadf9347e0b0f4a7f6c5a60c39, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/45a46770c3c442a4a3aae585b4a5a952, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/f357c6669c0c4583bfd131f633db9e44, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/fd3b97bfe9a5477c9891295bfc7f3ad2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/21c71c44d192418486399aca975557e5, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/cbef88d4e10c4be09a9dce30e4fc282b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/b762e3eada3e48df86794545c9a69d3d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/3fd79624fa444b2e9342b1c95d05a6dc, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/c4df44be186247489444b33b2d28fad4, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/064c093615794e35b5c7a6699806a906, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/4c799e067f034c159c75711591da6450, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/e0d3adf5bc3d4b4cbc962fbe2b6bcccb, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/ba94414f208b4b5c9145da29082a788f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/d5a4140a1b4e45b49092246ea3bb18b6, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/203f1e7ee88f4afbb03cf5a8721ea762, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/64f4fc7722604262be73a9e51b3d4e99, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/3b0b805812b94c02af09a8026cd27f95, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/4d93b7f102c743358f15714a233cdb7a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/21316834804d4a37acef2d8d264b1d08, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/bd56e6128d194f5484ee072479f871a1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/e60442fd69674a18ae8922873267fc91, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/7cbf0e03562a4b85b9139ccc1637b79c, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/084ea67c85074d85a9db14bca4bc4aa3] to archive 2024-11-24T03:23:56,475 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:23:56,475 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/059bb10dbb0b48ccbbf7a37a800c6420 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/059bb10dbb0b48ccbbf7a37a800c6420 2024-11-24T03:23:56,476 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/54357482a535405b915b69878723cc04 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/54357482a535405b915b69878723cc04 2024-11-24T03:23:56,477 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/4be74c9c15454429a5be48d04a1d46f1 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/4be74c9c15454429a5be48d04a1d46f1 2024-11-24T03:23:56,478 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/a2d8beb5000c42d0b1e84be3358912ea to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/a2d8beb5000c42d0b1e84be3358912ea 2024-11-24T03:23:56,478 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/1771f10f2bc44bb2bcdb3056891c7e84 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/1771f10f2bc44bb2bcdb3056891c7e84 2024-11-24T03:23:56,479 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/8395319356d8400ea427010a93b96046 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/8395319356d8400ea427010a93b96046 2024-11-24T03:23:56,480 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/9301a2e20a04485c86592f92fda5be21 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/9301a2e20a04485c86592f92fda5be21 2024-11-24T03:23:56,481 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/e2b24dcadf9347e0b0f4a7f6c5a60c39 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/e2b24dcadf9347e0b0f4a7f6c5a60c39 2024-11-24T03:23:56,481 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/45a46770c3c442a4a3aae585b4a5a952 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/45a46770c3c442a4a3aae585b4a5a952 2024-11-24T03:23:56,482 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/f357c6669c0c4583bfd131f633db9e44 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/f357c6669c0c4583bfd131f633db9e44 2024-11-24T03:23:56,483 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/fd3b97bfe9a5477c9891295bfc7f3ad2 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/fd3b97bfe9a5477c9891295bfc7f3ad2 2024-11-24T03:23:56,484 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/21c71c44d192418486399aca975557e5 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/21c71c44d192418486399aca975557e5 2024-11-24T03:23:56,484 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/cbef88d4e10c4be09a9dce30e4fc282b to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/cbef88d4e10c4be09a9dce30e4fc282b 2024-11-24T03:23:56,485 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/b762e3eada3e48df86794545c9a69d3d to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/b762e3eada3e48df86794545c9a69d3d 2024-11-24T03:23:56,486 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/3fd79624fa444b2e9342b1c95d05a6dc to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/3fd79624fa444b2e9342b1c95d05a6dc 2024-11-24T03:23:56,487 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/c4df44be186247489444b33b2d28fad4 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/c4df44be186247489444b33b2d28fad4 2024-11-24T03:23:56,487 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/064c093615794e35b5c7a6699806a906 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/064c093615794e35b5c7a6699806a906 2024-11-24T03:23:56,488 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/4c799e067f034c159c75711591da6450 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/4c799e067f034c159c75711591da6450 2024-11-24T03:23:56,489 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/e0d3adf5bc3d4b4cbc962fbe2b6bcccb to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/e0d3adf5bc3d4b4cbc962fbe2b6bcccb 2024-11-24T03:23:56,490 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/ba94414f208b4b5c9145da29082a788f to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/ba94414f208b4b5c9145da29082a788f 2024-11-24T03:23:56,490 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/d5a4140a1b4e45b49092246ea3bb18b6 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/d5a4140a1b4e45b49092246ea3bb18b6 2024-11-24T03:23:56,491 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/203f1e7ee88f4afbb03cf5a8721ea762 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/203f1e7ee88f4afbb03cf5a8721ea762 2024-11-24T03:23:56,492 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/64f4fc7722604262be73a9e51b3d4e99 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/64f4fc7722604262be73a9e51b3d4e99 2024-11-24T03:23:56,493 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/3b0b805812b94c02af09a8026cd27f95 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/3b0b805812b94c02af09a8026cd27f95 2024-11-24T03:23:56,493 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/4d93b7f102c743358f15714a233cdb7a to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/4d93b7f102c743358f15714a233cdb7a 2024-11-24T03:23:56,494 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/21316834804d4a37acef2d8d264b1d08 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/21316834804d4a37acef2d8d264b1d08 2024-11-24T03:23:56,495 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/bd56e6128d194f5484ee072479f871a1 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/bd56e6128d194f5484ee072479f871a1 2024-11-24T03:23:56,496 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/e60442fd69674a18ae8922873267fc91 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/e60442fd69674a18ae8922873267fc91 2024-11-24T03:23:56,496 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/7cbf0e03562a4b85b9139ccc1637b79c to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/7cbf0e03562a4b85b9139ccc1637b79c 2024-11-24T03:23:56,497 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/084ea67c85074d85a9db14bca4bc4aa3 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/084ea67c85074d85a9db14bca4bc4aa3 2024-11-24T03:23:56,501 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/36ef923f285b4214bc155da06f07f09a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/51a08c9cb1774c5eb2209568fed43a4b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/93d72ee4dc0b41cb847a8c31b49c16e2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/f8d21ecdb5f942eb8292010bca93af40, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/de0eb4f9fd964387b0de8e1fda7a8455, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/9d82010e173c475f962c64a3ed1064a4, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/1f9632e76919430fbc49a8c6c4c4788c, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/a5768775cec84d3598aa0202aa7263b8, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/925749819dda4d2189f6f0f269d4dede, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/434610be221a47bda547c89f82e5d8d9, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/a29f12232e4848f9b64610a2f046bd3f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/f4a58a5aa32c499aad1a1812a2ad4550, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/b548d3240e524637bdf3686402e65f46, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/e283a8d16cd6412ab5247414cff6f19f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/3a3b445e44b24cae92f65130b173e99b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/b37d285e79a24b68b09fb1c9f342b351, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/db6d8021038c4752bc29ba230334a60d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/c55d56fb543c41b59e74b1234c696f12, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/64ce931bbee74a9a91c16ba20e70dfa0, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/be033820e36d4654a4d99c99db59287c, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/f202ad404ce9452f92088b37a5b4dcac, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/ee9f1c15b4134851a88b84c0501fdfc3, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/d7e1e17c7f6a430792720bed0ecbce0b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/1c826aa682dd4036ae917e7d3ee3aac8, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/8e61b839c247427e9720008019e571fa, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/88e41dbf32df4a3da795b3f8daaecdab, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/0feae1fe644e4a0f8fb262ea4f35ea21, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/ae9446201df44e49bfc62509b3a69964, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/2593f5cc893a4cd0b8eab259aea6286f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/fa664efa3c7146a193399bb9ba6db67e] to archive 2024-11-24T03:23:56,502 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:23:56,503 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/36ef923f285b4214bc155da06f07f09a to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/36ef923f285b4214bc155da06f07f09a 2024-11-24T03:23:56,504 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/51a08c9cb1774c5eb2209568fed43a4b to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/51a08c9cb1774c5eb2209568fed43a4b 2024-11-24T03:23:56,504 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/93d72ee4dc0b41cb847a8c31b49c16e2 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/93d72ee4dc0b41cb847a8c31b49c16e2 2024-11-24T03:23:56,505 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/f8d21ecdb5f942eb8292010bca93af40 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/f8d21ecdb5f942eb8292010bca93af40 2024-11-24T03:23:56,505 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/de0eb4f9fd964387b0de8e1fda7a8455 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/de0eb4f9fd964387b0de8e1fda7a8455 2024-11-24T03:23:56,506 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/9d82010e173c475f962c64a3ed1064a4 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/9d82010e173c475f962c64a3ed1064a4 2024-11-24T03:23:56,507 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/1f9632e76919430fbc49a8c6c4c4788c to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/1f9632e76919430fbc49a8c6c4c4788c 2024-11-24T03:23:56,508 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/a5768775cec84d3598aa0202aa7263b8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/a5768775cec84d3598aa0202aa7263b8 2024-11-24T03:23:56,508 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/925749819dda4d2189f6f0f269d4dede to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/925749819dda4d2189f6f0f269d4dede 2024-11-24T03:23:56,509 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/434610be221a47bda547c89f82e5d8d9 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/434610be221a47bda547c89f82e5d8d9 2024-11-24T03:23:56,510 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/a29f12232e4848f9b64610a2f046bd3f to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/a29f12232e4848f9b64610a2f046bd3f 2024-11-24T03:23:56,510 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/f4a58a5aa32c499aad1a1812a2ad4550 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/f4a58a5aa32c499aad1a1812a2ad4550 2024-11-24T03:23:56,511 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/b548d3240e524637bdf3686402e65f46 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/b548d3240e524637bdf3686402e65f46 2024-11-24T03:23:56,512 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/e283a8d16cd6412ab5247414cff6f19f to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/e283a8d16cd6412ab5247414cff6f19f 2024-11-24T03:23:56,512 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/3a3b445e44b24cae92f65130b173e99b to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/3a3b445e44b24cae92f65130b173e99b 2024-11-24T03:23:56,513 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/b37d285e79a24b68b09fb1c9f342b351 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/b37d285e79a24b68b09fb1c9f342b351 2024-11-24T03:23:56,514 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/db6d8021038c4752bc29ba230334a60d to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/db6d8021038c4752bc29ba230334a60d 2024-11-24T03:23:56,514 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/c55d56fb543c41b59e74b1234c696f12 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/c55d56fb543c41b59e74b1234c696f12 2024-11-24T03:23:56,515 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/64ce931bbee74a9a91c16ba20e70dfa0 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/64ce931bbee74a9a91c16ba20e70dfa0 2024-11-24T03:23:56,516 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/be033820e36d4654a4d99c99db59287c to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/be033820e36d4654a4d99c99db59287c 2024-11-24T03:23:56,516 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/f202ad404ce9452f92088b37a5b4dcac to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/f202ad404ce9452f92088b37a5b4dcac 2024-11-24T03:23:56,517 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/ee9f1c15b4134851a88b84c0501fdfc3 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/ee9f1c15b4134851a88b84c0501fdfc3 2024-11-24T03:23:56,518 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/d7e1e17c7f6a430792720bed0ecbce0b to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/d7e1e17c7f6a430792720bed0ecbce0b 2024-11-24T03:23:56,518 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/1c826aa682dd4036ae917e7d3ee3aac8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/1c826aa682dd4036ae917e7d3ee3aac8 2024-11-24T03:23:56,519 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/8e61b839c247427e9720008019e571fa to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/8e61b839c247427e9720008019e571fa 2024-11-24T03:23:56,520 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/88e41dbf32df4a3da795b3f8daaecdab to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/88e41dbf32df4a3da795b3f8daaecdab 2024-11-24T03:23:56,521 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/0feae1fe644e4a0f8fb262ea4f35ea21 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/0feae1fe644e4a0f8fb262ea4f35ea21 2024-11-24T03:23:56,521 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/ae9446201df44e49bfc62509b3a69964 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/ae9446201df44e49bfc62509b3a69964 2024-11-24T03:23:56,522 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/2593f5cc893a4cd0b8eab259aea6286f to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/2593f5cc893a4cd0b8eab259aea6286f 2024-11-24T03:23:56,523 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f13c2bb2f71a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/fa664efa3c7146a193399bb9ba6db67e to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/fa664efa3c7146a193399bb9ba6db67e 2024-11-24T03:24:00,856 DEBUG [Thread-1795 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dc42ea6 to 127.0.0.1:63551 2024-11-24T03:24:00,856 DEBUG [Thread-1795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:00,856 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T03:24:00,856 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-24T03:24:00,856 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 133 2024-11-24T03:24:00,856 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-24T03:24:00,856 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-24T03:24:00,856 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-24T03:24:00,857 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T03:24:00,857 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T03:24:00,857 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1795 2024-11-24T03:24:00,857 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5385 rows 2024-11-24T03:24:00,857 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1796 2024-11-24T03:24:00,857 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5388 rows 2024-11-24T03:24:00,857 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1802 2024-11-24T03:24:00,857 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5406 rows 2024-11-24T03:24:00,857 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1790 2024-11-24T03:24:00,857 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5370 rows 2024-11-24T03:24:00,857 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1809 2024-11-24T03:24:00,857 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5427 rows 2024-11-24T03:24:00,857 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T03:24:00,857 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5fe71801 to 127.0.0.1:63551 2024-11-24T03:24:00,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:00,858 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T03:24:00,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T03:24:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T03:24:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T03:24:00,862 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418640862"}]},"ts":"1732418640862"} 2024-11-24T03:24:00,863 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T03:24:00,866 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T03:24:00,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T03:24:00,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6b67925034e5e42204f402bf55f8dc8, UNASSIGN}] 2024-11-24T03:24:00,868 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6b67925034e5e42204f402bf55f8dc8, UNASSIGN 2024-11-24T03:24:00,868 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=f6b67925034e5e42204f402bf55f8dc8, regionState=CLOSING, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:00,869 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:24:00,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; CloseRegionProcedure f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827}] 2024-11-24T03:24:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T03:24:01,020 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:01,020 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] handler.UnassignRegionHandler(124): Close f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:01,020 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T03:24:01,020 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1681): Closing f6b67925034e5e42204f402bf55f8dc8, disabling compactions & flushes 2024-11-24T03:24:01,020 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:24:01,021 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:24:01,021 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. after waiting 0 ms 2024-11-24T03:24:01,021 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:24:01,021 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(2837): Flushing f6b67925034e5e42204f402bf55f8dc8 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T03:24:01,021 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=A 2024-11-24T03:24:01,021 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:01,021 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=B 2024-11-24T03:24:01,021 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:01,021 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f6b67925034e5e42204f402bf55f8dc8, store=C 2024-11-24T03:24:01,021 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:01,026 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b20267d707b947d39b86de7ae4f6457a_f6b67925034e5e42204f402bf55f8dc8 is 50, key is test_row_0/A:col10/1732418640855/Put/seqid=0 2024-11-24T03:24:01,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742356_1532 (size=12454) 2024-11-24T03:24:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T03:24:01,429 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:01,432 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b20267d707b947d39b86de7ae4f6457a_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b20267d707b947d39b86de7ae4f6457a_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:01,433 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/25529293b3904012bee01f2248dd0982, store: [table=TestAcidGuarantees family=A region=f6b67925034e5e42204f402bf55f8dc8] 2024-11-24T03:24:01,433 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/25529293b3904012bee01f2248dd0982 is 175, key is test_row_0/A:col10/1732418640855/Put/seqid=0 2024-11-24T03:24:01,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742357_1533 (size=31255) 2024-11-24T03:24:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T03:24:01,837 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=466, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/25529293b3904012bee01f2248dd0982 2024-11-24T03:24:01,843 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/eac5326efbb94752ae23ac1021800fb9 is 50, key is test_row_0/B:col10/1732418640855/Put/seqid=0 2024-11-24T03:24:01,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742358_1534 (size=12301) 2024-11-24T03:24:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T03:24:02,247 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/eac5326efbb94752ae23ac1021800fb9 2024-11-24T03:24:02,253 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/bf5f39186bc240e6a4b60dc704f94c40 is 50, key is test_row_0/C:col10/1732418640855/Put/seqid=0 2024-11-24T03:24:02,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742359_1535 (size=12301) 2024-11-24T03:24:02,658 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/bf5f39186bc240e6a4b60dc704f94c40 2024-11-24T03:24:02,661 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/A/25529293b3904012bee01f2248dd0982 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/25529293b3904012bee01f2248dd0982 2024-11-24T03:24:02,663 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/25529293b3904012bee01f2248dd0982, entries=150, sequenceid=466, filesize=30.5 K 2024-11-24T03:24:02,664 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/B/eac5326efbb94752ae23ac1021800fb9 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/eac5326efbb94752ae23ac1021800fb9 2024-11-24T03:24:02,666 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/eac5326efbb94752ae23ac1021800fb9, entries=150, sequenceid=466, filesize=12.0 K 2024-11-24T03:24:02,666 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/.tmp/C/bf5f39186bc240e6a4b60dc704f94c40 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/bf5f39186bc240e6a4b60dc704f94c40 2024-11-24T03:24:02,669 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/bf5f39186bc240e6a4b60dc704f94c40, entries=150, sequenceid=466, filesize=12.0 K 2024-11-24T03:24:02,669 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f6b67925034e5e42204f402bf55f8dc8 in 1648ms, sequenceid=466, compaction requested=true 2024-11-24T03:24:02,673 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/recovered.edits/469.seqid, newMaxSeqId=469, maxSeqId=4 2024-11-24T03:24:02,673 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8. 2024-11-24T03:24:02,673 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1635): Region close journal for f6b67925034e5e42204f402bf55f8dc8: 2024-11-24T03:24:02,674 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] handler.UnassignRegionHandler(170): Closed f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:02,675 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=f6b67925034e5e42204f402bf55f8dc8, regionState=CLOSED 2024-11-24T03:24:02,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-24T03:24:02,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; CloseRegionProcedure f6b67925034e5e42204f402bf55f8dc8, server=f13c2bb2f71a,41393,1732418513827 in 1.8070 sec 2024-11-24T03:24:02,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=130, resume processing ppid=129 2024-11-24T03:24:02,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, ppid=129, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f6b67925034e5e42204f402bf55f8dc8, UNASSIGN in 1.8100 sec 2024-11-24T03:24:02,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-24T03:24:02,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8120 sec 2024-11-24T03:24:02,680 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418642680"}]},"ts":"1732418642680"} 2024-11-24T03:24:02,681 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T03:24:02,682 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T03:24:02,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8240 sec 2024-11-24T03:24:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T03:24:02,966 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-24T03:24:02,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T03:24:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:24:02,968 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=132, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:24:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T03:24:02,969 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=132, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:24:02,983 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:02,985 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A, FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B, FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C, FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/recovered.edits] 2024-11-24T03:24:02,988 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/25529293b3904012bee01f2248dd0982 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/25529293b3904012bee01f2248dd0982 2024-11-24T03:24:02,989 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/3f19e545625549578b33a69dff9460c2 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/3f19e545625549578b33a69dff9460c2 2024-11-24T03:24:02,990 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/d79a4d765f934621a7d793cc475d797b to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/A/d79a4d765f934621a7d793cc475d797b 2024-11-24T03:24:02,992 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/7dae3173fb56402cb7b0e7d04239f060 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/7dae3173fb56402cb7b0e7d04239f060 2024-11-24T03:24:02,993 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/eac5326efbb94752ae23ac1021800fb9 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/eac5326efbb94752ae23ac1021800fb9 2024-11-24T03:24:02,994 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/f6d5faaa7ba24def9a56d518e9865396 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/B/f6d5faaa7ba24def9a56d518e9865396 2024-11-24T03:24:02,995 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/62bf492b6920491c9ec8241e5477c650 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/62bf492b6920491c9ec8241e5477c650 2024-11-24T03:24:02,996 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/ba4a136d76a44218bdc6757de7fa767a to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/ba4a136d76a44218bdc6757de7fa767a 2024-11-24T03:24:02,997 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/bf5f39186bc240e6a4b60dc704f94c40 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/C/bf5f39186bc240e6a4b60dc704f94c40 2024-11-24T03:24:03,000 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/recovered.edits/469.seqid to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8/recovered.edits/469.seqid 2024-11-24T03:24:03,000 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:03,000 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T03:24:03,001 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T03:24:03,001 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T03:24:03,004 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240fe7f57e809545e6aa5439a8bdd95bcd_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411240fe7f57e809545e6aa5439a8bdd95bcd_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:03,005 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242d345a3ce02b4d59966193c69bea97b2_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242d345a3ce02b4d59966193c69bea97b2_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:03,006 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112439e4ee306e384d1291ffcad565733811_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112439e4ee306e384d1291ffcad565733811_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:03,007 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243a70ba9f4d0c4769af22f990c2aee507_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243a70ba9f4d0c4769af22f990c2aee507_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:03,008 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124421f8594ad934e86b8be783dfe8752a8_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124421f8594ad934e86b8be783dfe8752a8_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:03,009 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244c7d966555b3460c8442e6ef8f77e572_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244c7d966555b3460c8442e6ef8f77e572_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:03,010 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244fedb3cca6fd4dab92cfe8dcd9bd32ad_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244fedb3cca6fd4dab92cfe8dcd9bd32ad_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:03,011 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245252fa89e5584d36a09a7bed9be3c030_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245252fa89e5584d36a09a7bed9be3c030_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:03,012 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112462488f99475a4059acba2e422db0ed07_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112462488f99475a4059acba2e422db0ed07_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:03,013 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124720c4ab9f2984f368f01ed2d7c7c9348_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124720c4ab9f2984f368f01ed2d7c7c9348_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:03,014 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248133fe4171a64bb1af42861aecd21ea5_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248133fe4171a64bb1af42861aecd21ea5_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:03,017 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a485ec5e6a7c49f8b9d1f8c9b4c3cb81_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a485ec5e6a7c49f8b9d1f8c9b4c3cb81_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:03,019 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a85b27279caa437aa0e089997d5c76ad_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a85b27279caa437aa0e089997d5c76ad_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:03,020 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ace45bd0a75a4caaa49a01bc53909c86_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ace45bd0a75a4caaa49a01bc53909c86_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:03,021 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b20267d707b947d39b86de7ae4f6457a_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b20267d707b947d39b86de7ae4f6457a_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:03,022 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c478d3884d8c4629846a9e3be19a9d40_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c478d3884d8c4629846a9e3be19a9d40_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:03,023 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c47dc93ad4ad4ef4a4b37884f932f5be_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c47dc93ad4ad4ef4a4b37884f932f5be_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:03,024 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124da602b14bb424746893e6f8ac06b9dc0_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124da602b14bb424746893e6f8ac06b9dc0_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:03,025 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e74efde689a141aa950a29bd8e253a71_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e74efde689a141aa950a29bd8e253a71_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:03,026 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ebef06f4af8e4b0d918402a9727743e3_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ebef06f4af8e4b0d918402a9727743e3_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:03,027 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124efabe455c37145ccbf1f0a286c6f12ee_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124efabe455c37145ccbf1f0a286c6f12ee_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:03,028 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f6514fe0917d44a98fd1fce8f65e63c6_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f6514fe0917d44a98fd1fce8f65e63c6_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:03,029 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fc028830b33b46b1b20d6ffc230bc6e2_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fc028830b33b46b1b20d6ffc230bc6e2_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:03,030 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fc3ea0e25fac49738c0296bcb4f36edd_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fc3ea0e25fac49738c0296bcb4f36edd_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:03,031 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fdb42aa94ecc44899c40aa6fec834a5a_f6b67925034e5e42204f402bf55f8dc8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fdb42aa94ecc44899c40aa6fec834a5a_f6b67925034e5e42204f402bf55f8dc8 2024-11-24T03:24:03,032 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T03:24:03,033 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=132, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:24:03,035 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T03:24:03,037 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T03:24:03,037 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=132, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:24:03,037 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T03:24:03,038 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732418643037"}]},"ts":"9223372036854775807"} 2024-11-24T03:24:03,039 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T03:24:03,039 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f6b67925034e5e42204f402bf55f8dc8, NAME => 'TestAcidGuarantees,,1732418609590.f6b67925034e5e42204f402bf55f8dc8.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T03:24:03,039 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T03:24:03,040 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732418643039"}]},"ts":"9223372036854775807"} 2024-11-24T03:24:03,041 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T03:24:03,043 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=132, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:24:03,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 76 msec 2024-11-24T03:24:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T03:24:03,069 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-24T03:24:03,080 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=237 (was 237), OpenFileDescriptor=446 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=630 (was 676), ProcessCount=11 (was 11), AvailableMemoryMB=7627 (was 6999) - AvailableMemoryMB LEAK? - 2024-11-24T03:24:03,089 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=237, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=630, ProcessCount=11, AvailableMemoryMB=7626 2024-11-24T03:24:03,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T03:24:03,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:24:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=133, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T03:24:03,091 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T03:24:03,092 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:03,092 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T03:24:03,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 133 2024-11-24T03:24:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-24T03:24:03,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742360_1536 (size=963) 2024-11-24T03:24:03,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-24T03:24:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-24T03:24:03,499 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587 2024-11-24T03:24:03,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742361_1537 (size=53) 2024-11-24T03:24:03,594 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T03:24:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-24T03:24:03,904 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:24:03,904 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 5b46f391a4045394ffbe4297a01e947c, disabling compactions & flushes 2024-11-24T03:24:03,904 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:03,904 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:03,904 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. after waiting 0 ms 2024-11-24T03:24:03,904 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:03,904 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:03,904 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:03,905 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T03:24:03,905 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732418643905"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732418643905"}]},"ts":"1732418643905"} 2024-11-24T03:24:03,906 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T03:24:03,907 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T03:24:03,907 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418643907"}]},"ts":"1732418643907"} 2024-11-24T03:24:03,908 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T03:24:03,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b46f391a4045394ffbe4297a01e947c, ASSIGN}] 2024-11-24T03:24:03,912 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b46f391a4045394ffbe4297a01e947c, ASSIGN 2024-11-24T03:24:03,912 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b46f391a4045394ffbe4297a01e947c, ASSIGN; state=OFFLINE, location=f13c2bb2f71a,41393,1732418513827; forceNewPlan=false, retain=false 2024-11-24T03:24:04,063 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=5b46f391a4045394ffbe4297a01e947c, regionState=OPENING, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:04,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; OpenRegionProcedure 5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827}] 2024-11-24T03:24:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-24T03:24:04,216 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:04,218 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:04,218 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7285): Opening region: {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:24:04,218 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:04,219 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:24:04,219 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7327): checking encryption for 5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:04,219 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7330): checking classloading for 5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:04,220 INFO [StoreOpener-5b46f391a4045394ffbe4297a01e947c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:04,221 INFO [StoreOpener-5b46f391a4045394ffbe4297a01e947c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:24:04,221 INFO [StoreOpener-5b46f391a4045394ffbe4297a01e947c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b46f391a4045394ffbe4297a01e947c columnFamilyName A 2024-11-24T03:24:04,221 DEBUG [StoreOpener-5b46f391a4045394ffbe4297a01e947c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:04,221 INFO [StoreOpener-5b46f391a4045394ffbe4297a01e947c-1 {}] regionserver.HStore(327): Store=5b46f391a4045394ffbe4297a01e947c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:24:04,221 INFO [StoreOpener-5b46f391a4045394ffbe4297a01e947c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:04,222 INFO [StoreOpener-5b46f391a4045394ffbe4297a01e947c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:24:04,223 INFO [StoreOpener-5b46f391a4045394ffbe4297a01e947c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b46f391a4045394ffbe4297a01e947c columnFamilyName B 2024-11-24T03:24:04,223 DEBUG [StoreOpener-5b46f391a4045394ffbe4297a01e947c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:04,223 INFO [StoreOpener-5b46f391a4045394ffbe4297a01e947c-1 {}] regionserver.HStore(327): Store=5b46f391a4045394ffbe4297a01e947c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:24:04,223 INFO [StoreOpener-5b46f391a4045394ffbe4297a01e947c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:04,224 INFO [StoreOpener-5b46f391a4045394ffbe4297a01e947c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:24:04,224 INFO [StoreOpener-5b46f391a4045394ffbe4297a01e947c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b46f391a4045394ffbe4297a01e947c columnFamilyName C 2024-11-24T03:24:04,224 DEBUG [StoreOpener-5b46f391a4045394ffbe4297a01e947c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:04,224 INFO [StoreOpener-5b46f391a4045394ffbe4297a01e947c-1 {}] regionserver.HStore(327): Store=5b46f391a4045394ffbe4297a01e947c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:24:04,224 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:04,225 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:04,225 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:04,226 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:24:04,227 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1085): writing seq id for 5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:04,228 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:24:04,229 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1102): Opened 5b46f391a4045394ffbe4297a01e947c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70180589, jitterRate=0.04577226936817169}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:24:04,229 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1001): Region open journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:04,230 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., pid=135, masterSystemTime=1732418644216 2024-11-24T03:24:04,231 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:04,231 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:04,231 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=5b46f391a4045394ffbe4297a01e947c, regionState=OPEN, openSeqNum=2, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:04,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-24T03:24:04,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; OpenRegionProcedure 5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 in 168 msec 2024-11-24T03:24:04,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=134, resume processing ppid=133 2024-11-24T03:24:04,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, ppid=133, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b46f391a4045394ffbe4297a01e947c, ASSIGN in 322 msec 2024-11-24T03:24:04,235 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T03:24:04,235 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418644235"}]},"ts":"1732418644235"} 2024-11-24T03:24:04,235 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T03:24:04,237 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T03:24:04,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-24T03:24:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-11-24T03:24:05,197 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 133 completed 2024-11-24T03:24:05,198 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x022a6e9f to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c60eb7d 2024-11-24T03:24:05,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695c2253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:24:05,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:24:05,204 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:24:05,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T03:24:05,205 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T03:24:05,207 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x32c12a30 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79b10416 2024-11-24T03:24:05,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7177efc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:24:05,210 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ef40578 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f142b04 2024-11-24T03:24:05,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d38088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:24:05,213 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x032bb71c to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@de9f076 2024-11-24T03:24:05,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7043f683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:24:05,216 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06bc0f7c to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4414259d 2024-11-24T03:24:05,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0c2472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:24:05,218 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b8b6e04 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ed69825 2024-11-24T03:24:05,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b30c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:24:05,221 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11193a0c to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d672ed2 2024-11-24T03:24:05,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7c40ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:24:05,224 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7861b162 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cf40102 2024-11-24T03:24:05,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b0e7b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:24:05,228 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x154f0f85 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@496fe03f 2024-11-24T03:24:05,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2423f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:24:05,230 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x008a917b to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3652e74d 2024-11-24T03:24:05,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184771cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:24:05,233 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x054c2725 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2405c04e 2024-11-24T03:24:05,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f0408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:24:05,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:24:05,239 DEBUG [hconnection-0x36f00bae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:24:05,239 DEBUG [hconnection-0x1fd7649f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:24:05,240 DEBUG [hconnection-0x1fc08d72-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:24:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-24T03:24:05,241 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:24:05,241 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:24:05,241 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:24:05,241 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:24:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T03:24:05,242 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:24:05,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:24:05,249 DEBUG [hconnection-0x3150f53d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:24:05,249 DEBUG [hconnection-0xfc4a02c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:24:05,250 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:24:05,250 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:24:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:05,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b46f391a4045394ffbe4297a01e947c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:24:05,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=A 2024-11-24T03:24:05,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:05,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=B 2024-11-24T03:24:05,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:05,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=C 2024-11-24T03:24:05,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:05,252 DEBUG [hconnection-0x6589b121-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:24:05,253 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:24:05,257 DEBUG [hconnection-0x61801db7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:24:05,257 DEBUG [hconnection-0x339d9c4c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:24:05,257 DEBUG [hconnection-0x56338429-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:24:05,258 DEBUG [hconnection-0x38871bf3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:24:05,258 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:24:05,258 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:24:05,258 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46852, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:24:05,259 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46858, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:24:05,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46788 deadline: 1732418705265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:05,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46858 deadline: 1732418705265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:05,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418705265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:05,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46832 deadline: 1732418705266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:05,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1732418705267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:05,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/bc6337c18b814c2fba07cddc5cd66028 is 50, key is test_row_0/A:col10/1732418645247/Put/seqid=0 2024-11-24T03:24:05,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742362_1538 (size=12001) 2024-11-24T03:24:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T03:24:05,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46788 deadline: 1732418705367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:05,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46858 deadline: 1732418705368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:05,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46832 deadline: 1732418705368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:05,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1732418705368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:05,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418705368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:05,394 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:05,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T03:24:05,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:05,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:05,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:05,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:05,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T03:24:05,547 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:05,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T03:24:05,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:05,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:05,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:05,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:05,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:05,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46788 deadline: 1732418705570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:05,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46858 deadline: 1732418705571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:05,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46832 deadline: 1732418705575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:05,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418705575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:05,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1732418705576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:05,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/bc6337c18b814c2fba07cddc5cd66028 2024-11-24T03:24:05,699 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:05,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T03:24:05,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:05,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:05,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:05,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:05,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:05,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/2a0b8970108e4043937c0b02f1c59aeb is 50, key is test_row_0/B:col10/1732418645247/Put/seqid=0 2024-11-24T03:24:05,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742363_1539 (size=12001) 2024-11-24T03:24:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T03:24:05,855 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:05,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T03:24:05,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:05,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:05,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:05,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:05,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:05,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46788 deadline: 1732418705876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:05,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46858 deadline: 1732418705877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:05,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46832 deadline: 1732418705879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:05,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418705881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:05,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1732418705881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:06,008 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:06,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T03:24:06,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:06,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:06,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:06,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:06,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:06,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/2a0b8970108e4043937c0b02f1c59aeb 2024-11-24T03:24:06,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/10a98e2e0715445b902c550a2eb8a449 is 50, key is test_row_0/C:col10/1732418645247/Put/seqid=0 2024-11-24T03:24:06,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742364_1540 (size=12001) 2024-11-24T03:24:06,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/10a98e2e0715445b902c550a2eb8a449 2024-11-24T03:24:06,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/bc6337c18b814c2fba07cddc5cd66028 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/bc6337c18b814c2fba07cddc5cd66028 2024-11-24T03:24:06,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/bc6337c18b814c2fba07cddc5cd66028, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T03:24:06,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/2a0b8970108e4043937c0b02f1c59aeb as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/2a0b8970108e4043937c0b02f1c59aeb 2024-11-24T03:24:06,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/2a0b8970108e4043937c0b02f1c59aeb, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T03:24:06,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/10a98e2e0715445b902c550a2eb8a449 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/10a98e2e0715445b902c550a2eb8a449 2024-11-24T03:24:06,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/10a98e2e0715445b902c550a2eb8a449, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T03:24:06,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 5b46f391a4045394ffbe4297a01e947c in 903ms, sequenceid=12, compaction requested=false 2024-11-24T03:24:06,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:06,161 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:06,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T03:24:06,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:06,162 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 5b46f391a4045394ffbe4297a01e947c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T03:24:06,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=A 2024-11-24T03:24:06,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:06,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=B 2024-11-24T03:24:06,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:06,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=C 2024-11-24T03:24:06,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:06,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/cedc3bfb044e4b0c9c2f067205e45c69 is 50, key is test_row_0/A:col10/1732418645262/Put/seqid=0 2024-11-24T03:24:06,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742365_1541 (size=12001) 2024-11-24T03:24:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T03:24:06,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:06,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46788 deadline: 1732418706386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:06,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418706387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:06,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46858 deadline: 1732418706388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:06,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1732418706389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:06,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46832 deadline: 1732418706392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:06,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46788 deadline: 1732418706493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:06,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46858 deadline: 1732418706494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:06,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1732418706495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:06,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46832 deadline: 1732418706499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:06,582 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/cedc3bfb044e4b0c9c2f067205e45c69 2024-11-24T03:24:06,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/7f2356eae17c411dbdb7d6282f93cc78 is 50, key is test_row_0/B:col10/1732418645262/Put/seqid=0 2024-11-24T03:24:06,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742366_1542 (size=12001) 2024-11-24T03:24:06,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46788 deadline: 1732418706697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:06,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46858 deadline: 1732418706697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:06,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1732418706699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:06,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46832 deadline: 1732418706702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:06,993 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/7f2356eae17c411dbdb7d6282f93cc78 2024-11-24T03:24:07,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/b76b32e9e5a74805a9613d3b97818dac is 50, key is test_row_0/C:col10/1732418645262/Put/seqid=0 2024-11-24T03:24:07,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46788 deadline: 1732418707000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:07,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1732418707001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:07,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46858 deadline: 1732418707003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:07,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742367_1543 (size=12001) 2024-11-24T03:24:07,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46832 deadline: 1732418707006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T03:24:07,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418707402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:07,410 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/b76b32e9e5a74805a9613d3b97818dac 2024-11-24T03:24:07,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/cedc3bfb044e4b0c9c2f067205e45c69 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/cedc3bfb044e4b0c9c2f067205e45c69 2024-11-24T03:24:07,417 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/cedc3bfb044e4b0c9c2f067205e45c69, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T03:24:07,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/7f2356eae17c411dbdb7d6282f93cc78 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/7f2356eae17c411dbdb7d6282f93cc78 2024-11-24T03:24:07,420 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/7f2356eae17c411dbdb7d6282f93cc78, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T03:24:07,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/b76b32e9e5a74805a9613d3b97818dac as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/b76b32e9e5a74805a9613d3b97818dac 2024-11-24T03:24:07,424 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/b76b32e9e5a74805a9613d3b97818dac, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T03:24:07,424 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5b46f391a4045394ffbe4297a01e947c in 1262ms, sequenceid=38, compaction requested=false 2024-11-24T03:24:07,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:07,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:07,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-24T03:24:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-24T03:24:07,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-24T03:24:07,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1840 sec 2024-11-24T03:24:07,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 2.1890 sec 2024-11-24T03:24:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:07,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b46f391a4045394ffbe4297a01e947c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:24:07,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=A 2024-11-24T03:24:07,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:07,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=B 2024-11-24T03:24:07,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:07,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=C 2024-11-24T03:24:07,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:07,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/26066ce02ac446d6a92f1cbedeb7e507 is 50, key is test_row_0/A:col10/1732418646391/Put/seqid=0 2024-11-24T03:24:07,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742368_1544 (size=12001) 2024-11-24T03:24:07,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46832 deadline: 1732418707543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:07,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46858 deadline: 1732418707544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:07,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1732418707547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:07,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46788 deadline: 1732418707549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:07,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46832 deadline: 1732418707650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:07,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46858 deadline: 1732418707650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:07,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1732418707650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:07,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46788 deadline: 1732418707656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:07,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46832 deadline: 1732418707854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:07,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46858 deadline: 1732418707854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:07,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1732418707855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:07,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46788 deadline: 1732418707860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:07,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/26066ce02ac446d6a92f1cbedeb7e507 2024-11-24T03:24:07,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/288d8f533f60426eada1342bc3230e20 is 50, key is test_row_0/B:col10/1732418646391/Put/seqid=0 2024-11-24T03:24:07,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742369_1545 (size=12001) 2024-11-24T03:24:08,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46832 deadline: 1732418708159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:08,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46858 deadline: 1732418708159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:08,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1732418708164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:08,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46788 deadline: 1732418708165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:08,196 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T03:24:08,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/288d8f533f60426eada1342bc3230e20 2024-11-24T03:24:08,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/f059af731eff4d9b8c0da6b83e3d6f56 is 50, key is test_row_0/C:col10/1732418646391/Put/seqid=0 2024-11-24T03:24:08,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742370_1546 (size=12001) 2024-11-24T03:24:08,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46832 deadline: 1732418708667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:08,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46858 deadline: 1732418708667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:08,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46788 deadline: 1732418708669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:08,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1732418708671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:08,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/f059af731eff4d9b8c0da6b83e3d6f56 2024-11-24T03:24:08,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/26066ce02ac446d6a92f1cbedeb7e507 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/26066ce02ac446d6a92f1cbedeb7e507 2024-11-24T03:24:08,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/26066ce02ac446d6a92f1cbedeb7e507, entries=150, sequenceid=49, filesize=11.7 K 2024-11-24T03:24:08,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/288d8f533f60426eada1342bc3230e20 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/288d8f533f60426eada1342bc3230e20 2024-11-24T03:24:08,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/288d8f533f60426eada1342bc3230e20, entries=150, sequenceid=49, filesize=11.7 K 2024-11-24T03:24:08,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/f059af731eff4d9b8c0da6b83e3d6f56 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/f059af731eff4d9b8c0da6b83e3d6f56 2024-11-24T03:24:08,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/f059af731eff4d9b8c0da6b83e3d6f56, entries=150, sequenceid=49, filesize=11.7 K 2024-11-24T03:24:08,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5b46f391a4045394ffbe4297a01e947c in 1244ms, sequenceid=49, compaction requested=true 2024-11-24T03:24:08,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:08,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b46f391a4045394ffbe4297a01e947c:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:24:08,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:08,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b46f391a4045394ffbe4297a01e947c:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:24:08,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:08,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b46f391a4045394ffbe4297a01e947c:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:24:08,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:24:08,752 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:24:08,752 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:24:08,753 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:24:08,753 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:24:08,753 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 5b46f391a4045394ffbe4297a01e947c/B is initiating minor compaction (all files) 2024-11-24T03:24:08,753 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 5b46f391a4045394ffbe4297a01e947c/A is initiating minor compaction (all files) 2024-11-24T03:24:08,753 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b46f391a4045394ffbe4297a01e947c/B in TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:08,753 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b46f391a4045394ffbe4297a01e947c/A in TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:08,753 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/bc6337c18b814c2fba07cddc5cd66028, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/cedc3bfb044e4b0c9c2f067205e45c69, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/26066ce02ac446d6a92f1cbedeb7e507] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp, totalSize=35.2 K 2024-11-24T03:24:08,753 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/2a0b8970108e4043937c0b02f1c59aeb, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/7f2356eae17c411dbdb7d6282f93cc78, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/288d8f533f60426eada1342bc3230e20] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp, totalSize=35.2 K 2024-11-24T03:24:08,753 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc6337c18b814c2fba07cddc5cd66028, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732418645247 2024-11-24T03:24:08,753 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a0b8970108e4043937c0b02f1c59aeb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732418645247 2024-11-24T03:24:08,754 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f2356eae17c411dbdb7d6282f93cc78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732418645262 2024-11-24T03:24:08,754 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting cedc3bfb044e4b0c9c2f067205e45c69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732418645262 2024-11-24T03:24:08,754 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 288d8f533f60426eada1342bc3230e20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732418646387 2024-11-24T03:24:08,754 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26066ce02ac446d6a92f1cbedeb7e507, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732418646387 2024-11-24T03:24:08,760 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b46f391a4045394ffbe4297a01e947c#A#compaction#459 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:08,760 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/427bfbfe6b2d44f5abebd7a2e9d522bd is 50, key is test_row_0/A:col10/1732418646391/Put/seqid=0 2024-11-24T03:24:08,761 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b46f391a4045394ffbe4297a01e947c#B#compaction#460 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:08,761 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/0af9c2ea832748de91be50f680475100 is 50, key is test_row_0/B:col10/1732418646391/Put/seqid=0 2024-11-24T03:24:08,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742371_1547 (size=12104) 2024-11-24T03:24:08,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742372_1548 (size=12104) 2024-11-24T03:24:08,774 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/0af9c2ea832748de91be50f680475100 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/0af9c2ea832748de91be50f680475100 2024-11-24T03:24:08,775 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/427bfbfe6b2d44f5abebd7a2e9d522bd as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/427bfbfe6b2d44f5abebd7a2e9d522bd 2024-11-24T03:24:08,779 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b46f391a4045394ffbe4297a01e947c/A of 5b46f391a4045394ffbe4297a01e947c into 427bfbfe6b2d44f5abebd7a2e9d522bd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:08,779 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b46f391a4045394ffbe4297a01e947c/B of 5b46f391a4045394ffbe4297a01e947c into 0af9c2ea832748de91be50f680475100(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:08,779 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:08,779 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., storeName=5b46f391a4045394ffbe4297a01e947c/B, priority=13, startTime=1732418648752; duration=0sec 2024-11-24T03:24:08,779 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:24:08,779 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b46f391a4045394ffbe4297a01e947c:B 2024-11-24T03:24:08,779 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:24:08,779 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:08,780 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., storeName=5b46f391a4045394ffbe4297a01e947c/A, priority=13, startTime=1732418648752; duration=0sec 2024-11-24T03:24:08,780 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:08,780 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b46f391a4045394ffbe4297a01e947c:A 2024-11-24T03:24:08,780 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:24:08,780 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 5b46f391a4045394ffbe4297a01e947c/C is initiating minor compaction (all files) 2024-11-24T03:24:08,780 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b46f391a4045394ffbe4297a01e947c/C in TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:08,780 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/10a98e2e0715445b902c550a2eb8a449, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/b76b32e9e5a74805a9613d3b97818dac, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/f059af731eff4d9b8c0da6b83e3d6f56] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp, totalSize=35.2 K 2024-11-24T03:24:08,781 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 10a98e2e0715445b902c550a2eb8a449, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732418645247 2024-11-24T03:24:08,781 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting b76b32e9e5a74805a9613d3b97818dac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732418645262 2024-11-24T03:24:08,781 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting f059af731eff4d9b8c0da6b83e3d6f56, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732418646387 2024-11-24T03:24:08,787 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b46f391a4045394ffbe4297a01e947c#C#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:08,787 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/643cd99993074e14a9ab4ce6f2830d7a is 50, key is test_row_0/C:col10/1732418646391/Put/seqid=0 2024-11-24T03:24:08,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742373_1549 (size=12104) 2024-11-24T03:24:09,196 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/643cd99993074e14a9ab4ce6f2830d7a as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/643cd99993074e14a9ab4ce6f2830d7a 2024-11-24T03:24:09,199 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b46f391a4045394ffbe4297a01e947c/C of 5b46f391a4045394ffbe4297a01e947c into 643cd99993074e14a9ab4ce6f2830d7a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:09,199 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:09,199 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., storeName=5b46f391a4045394ffbe4297a01e947c/C, priority=13, startTime=1732418648752; duration=0sec 2024-11-24T03:24:09,199 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:09,199 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b46f391a4045394ffbe4297a01e947c:C 2024-11-24T03:24:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T03:24:09,346 INFO [Thread-2370 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-24T03:24:09,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:24:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-24T03:24:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T03:24:09,349 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:24:09,349 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:24:09,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:24:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:09,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b46f391a4045394ffbe4297a01e947c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T03:24:09,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=A 2024-11-24T03:24:09,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:09,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=B 2024-11-24T03:24:09,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:09,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=C 2024-11-24T03:24:09,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:09,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/66977956c5854f6e8f2c97837e1fef63 is 50, key is test_row_0/A:col10/1732418647548/Put/seqid=0 2024-11-24T03:24:09,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742374_1550 (size=14341) 2024-11-24T03:24:09,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418709446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T03:24:09,501 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:09,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T03:24:09,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:09,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:09,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:09,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:09,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:09,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418709549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T03:24:09,654 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:09,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T03:24:09,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:09,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:09,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:09,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:09,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:09,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46832 deadline: 1732418709672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:09,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46788 deadline: 1732418709675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:09,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46858 deadline: 1732418709679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:09,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1732418709681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:09,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418709753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:09,806 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:09,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T03:24:09,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:09,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:09,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:09,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:09,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:09,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/66977956c5854f6e8f2c97837e1fef63 2024-11-24T03:24:09,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/137200502c434f5abe12998f8c83c701 is 50, key is test_row_0/B:col10/1732418647548/Put/seqid=0 2024-11-24T03:24:09,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742375_1551 (size=12001) 2024-11-24T03:24:09,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/137200502c434f5abe12998f8c83c701 2024-11-24T03:24:09,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/cd57c479a6a042d7a63aa981c205c5df is 50, key is test_row_0/C:col10/1732418647548/Put/seqid=0 2024-11-24T03:24:09,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742376_1552 (size=12001) 2024-11-24T03:24:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T03:24:09,958 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:09,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T03:24:09,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:09,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:09,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:09,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:09,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:10,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418710056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:10,110 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:10,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T03:24:10,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:10,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:10,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:10,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:10,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:10,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/cd57c479a6a042d7a63aa981c205c5df 2024-11-24T03:24:10,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/66977956c5854f6e8f2c97837e1fef63 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/66977956c5854f6e8f2c97837e1fef63 2024-11-24T03:24:10,263 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:10,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T03:24:10,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:10,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:10,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:10,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:10,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:10,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/66977956c5854f6e8f2c97837e1fef63, entries=200, sequenceid=78, filesize=14.0 K 2024-11-24T03:24:10,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/137200502c434f5abe12998f8c83c701 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/137200502c434f5abe12998f8c83c701 2024-11-24T03:24:10,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/137200502c434f5abe12998f8c83c701, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T03:24:10,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/cd57c479a6a042d7a63aa981c205c5df as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/cd57c479a6a042d7a63aa981c205c5df 2024-11-24T03:24:10,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/cd57c479a6a042d7a63aa981c205c5df, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T03:24:10,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5b46f391a4045394ffbe4297a01e947c in 863ms, sequenceid=78, compaction requested=false 2024-11-24T03:24:10,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:10,416 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:10,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T03:24:10,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:10,417 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 5b46f391a4045394ffbe4297a01e947c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T03:24:10,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=A 2024-11-24T03:24:10,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:10,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=B 2024-11-24T03:24:10,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:10,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=C 2024-11-24T03:24:10,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:10,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/8c93861b16f14b67938299d7e52030ac is 50, key is test_row_0/A:col10/1732418649438/Put/seqid=0 2024-11-24T03:24:10,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742377_1553 (size=12001) 2024-11-24T03:24:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T03:24:10,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:10,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418710657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:10,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418710761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:10,826 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/8c93861b16f14b67938299d7e52030ac 2024-11-24T03:24:10,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/470f142f1f1542d69c13178b236fb713 is 50, key is test_row_0/B:col10/1732418649438/Put/seqid=0 2024-11-24T03:24:10,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742378_1554 (size=12001) 2024-11-24T03:24:10,836 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/470f142f1f1542d69c13178b236fb713 2024-11-24T03:24:10,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/621d272e209f4e48a40e6144dc5da887 is 50, key is test_row_0/C:col10/1732418649438/Put/seqid=0 2024-11-24T03:24:10,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742379_1555 (size=12001) 2024-11-24T03:24:10,845 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/621d272e209f4e48a40e6144dc5da887 2024-11-24T03:24:10,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/8c93861b16f14b67938299d7e52030ac as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/8c93861b16f14b67938299d7e52030ac 2024-11-24T03:24:10,851 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/8c93861b16f14b67938299d7e52030ac, entries=150, sequenceid=88, filesize=11.7 K 2024-11-24T03:24:10,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/470f142f1f1542d69c13178b236fb713 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/470f142f1f1542d69c13178b236fb713 2024-11-24T03:24:10,858 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/470f142f1f1542d69c13178b236fb713, entries=150, sequenceid=88, filesize=11.7 K 2024-11-24T03:24:10,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/621d272e209f4e48a40e6144dc5da887 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/621d272e209f4e48a40e6144dc5da887 2024-11-24T03:24:10,862 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/621d272e209f4e48a40e6144dc5da887, entries=150, sequenceid=88, filesize=11.7 K 2024-11-24T03:24:10,863 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 5b46f391a4045394ffbe4297a01e947c in 446ms, sequenceid=88, compaction requested=true 2024-11-24T03:24:10,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:10,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:10,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-24T03:24:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-24T03:24:10,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-24T03:24:10,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5140 sec 2024-11-24T03:24:10,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.5180 sec 2024-11-24T03:24:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:10,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b46f391a4045394ffbe4297a01e947c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T03:24:10,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=A 2024-11-24T03:24:10,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:10,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=B 2024-11-24T03:24:10,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:10,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=C 2024-11-24T03:24:10,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:10,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/07601f01b5af45fab8635a01b95d0919 is 50, key is test_row_0/A:col10/1732418650655/Put/seqid=0 2024-11-24T03:24:10,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742380_1556 (size=14341) 2024-11-24T03:24:11,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418710992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:11,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418711101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:11,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418711304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:11,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/07601f01b5af45fab8635a01b95d0919 2024-11-24T03:24:11,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/6bb55a12d4c349b7a8bebbb8ec5ce20d is 50, key is test_row_0/B:col10/1732418650655/Put/seqid=0 2024-11-24T03:24:11,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742381_1557 (size=12001) 2024-11-24T03:24:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T03:24:11,452 INFO [Thread-2370 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-24T03:24:11,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:24:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-24T03:24:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T03:24:11,455 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:24:11,456 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:24:11,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:24:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T03:24:11,607 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:11,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T03:24:11,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:11,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:11,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:11,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:11,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:11,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418711609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:11,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46832 deadline: 1732418711691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:11,694 DEBUG [Thread-2360 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:24:11,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1732418711695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:11,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46788 deadline: 1732418711695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:11,699 DEBUG [Thread-2368 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:24:11,699 DEBUG [Thread-2364 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:24:11,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46858 deadline: 1732418711702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:11,705 DEBUG [Thread-2362 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:24:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T03:24:11,760 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:11,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T03:24:11,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:11,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:11,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:11,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:11,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:11,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/6bb55a12d4c349b7a8bebbb8ec5ce20d 2024-11-24T03:24:11,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/95e9fc51d42d40f8a4d7c52c703a0a3f is 50, key is test_row_0/C:col10/1732418650655/Put/seqid=0 2024-11-24T03:24:11,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742382_1558 (size=12001) 2024-11-24T03:24:11,912 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:11,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T03:24:11,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:11,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:11,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:11,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:11,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T03:24:12,065 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:12,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T03:24:12,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:12,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:12,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:12,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:12,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:12,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418712116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:12,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/95e9fc51d42d40f8a4d7c52c703a0a3f 2024-11-24T03:24:12,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/07601f01b5af45fab8635a01b95d0919 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/07601f01b5af45fab8635a01b95d0919 2024-11-24T03:24:12,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/07601f01b5af45fab8635a01b95d0919, entries=200, sequenceid=115, filesize=14.0 K 2024-11-24T03:24:12,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/6bb55a12d4c349b7a8bebbb8ec5ce20d as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/6bb55a12d4c349b7a8bebbb8ec5ce20d 2024-11-24T03:24:12,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/6bb55a12d4c349b7a8bebbb8ec5ce20d, entries=150, sequenceid=115, filesize=11.7 K 2024-11-24T03:24:12,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/95e9fc51d42d40f8a4d7c52c703a0a3f as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/95e9fc51d42d40f8a4d7c52c703a0a3f 2024-11-24T03:24:12,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/95e9fc51d42d40f8a4d7c52c703a0a3f, entries=150, sequenceid=115, filesize=11.7 K 2024-11-24T03:24:12,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 5b46f391a4045394ffbe4297a01e947c in 1245ms, sequenceid=115, compaction requested=true 2024-11-24T03:24:12,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:12,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b46f391a4045394ffbe4297a01e947c:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:24:12,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:12,212 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:24:12,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b46f391a4045394ffbe4297a01e947c:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:24:12,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:12,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b46f391a4045394ffbe4297a01e947c:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:24:12,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:24:12,212 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:24:12,213 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:24:12,213 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:24:12,213 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 5b46f391a4045394ffbe4297a01e947c/B is initiating minor compaction (all files) 2024-11-24T03:24:12,213 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 5b46f391a4045394ffbe4297a01e947c/A is initiating minor compaction (all files) 2024-11-24T03:24:12,213 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b46f391a4045394ffbe4297a01e947c/B in TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:12,213 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b46f391a4045394ffbe4297a01e947c/A in TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:12,213 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/0af9c2ea832748de91be50f680475100, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/137200502c434f5abe12998f8c83c701, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/470f142f1f1542d69c13178b236fb713, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/6bb55a12d4c349b7a8bebbb8ec5ce20d] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp, totalSize=47.0 K 2024-11-24T03:24:12,213 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/427bfbfe6b2d44f5abebd7a2e9d522bd, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/66977956c5854f6e8f2c97837e1fef63, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/8c93861b16f14b67938299d7e52030ac, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/07601f01b5af45fab8635a01b95d0919] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp, totalSize=51.5 K 2024-11-24T03:24:12,214 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 0af9c2ea832748de91be50f680475100, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732418646387 2024-11-24T03:24:12,214 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 427bfbfe6b2d44f5abebd7a2e9d522bd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732418646387 2024-11-24T03:24:12,214 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 137200502c434f5abe12998f8c83c701, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732418647546 2024-11-24T03:24:12,214 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66977956c5854f6e8f2c97837e1fef63, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732418647534 2024-11-24T03:24:12,214 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 470f142f1f1542d69c13178b236fb713, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732418649418 2024-11-24T03:24:12,214 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c93861b16f14b67938299d7e52030ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732418649418 2024-11-24T03:24:12,215 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bb55a12d4c349b7a8bebbb8ec5ce20d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732418650626 2024-11-24T03:24:12,215 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07601f01b5af45fab8635a01b95d0919, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732418650626 2024-11-24T03:24:12,217 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:12,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T03:24:12,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:12,218 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 5b46f391a4045394ffbe4297a01e947c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T03:24:12,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=A 2024-11-24T03:24:12,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:12,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=B 2024-11-24T03:24:12,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:12,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=C 2024-11-24T03:24:12,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:12,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/a193380f6e48454c93d6c65f1ae7713b is 50, key is test_row_0/A:col10/1732418650990/Put/seqid=0 2024-11-24T03:24:12,224 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b46f391a4045394ffbe4297a01e947c#A#compaction#473 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:12,224 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b46f391a4045394ffbe4297a01e947c#B#compaction#472 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:12,224 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/8fbdfaabf8a24fb88567f6e96b412ea2 is 50, key is test_row_0/A:col10/1732418650655/Put/seqid=0 2024-11-24T03:24:12,224 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/fe28137d3ed641479c9daee7d1f01f0e is 50, key is test_row_0/B:col10/1732418650655/Put/seqid=0 2024-11-24T03:24:12,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742383_1559 (size=12001) 2024-11-24T03:24:12,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742384_1560 (size=12241) 2024-11-24T03:24:12,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742385_1561 (size=12241) 2024-11-24T03:24:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T03:24:12,628 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/a193380f6e48454c93d6c65f1ae7713b 2024-11-24T03:24:12,633 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/fe28137d3ed641479c9daee7d1f01f0e as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/fe28137d3ed641479c9daee7d1f01f0e 2024-11-24T03:24:12,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/8f1e60137cc14e78a5db474cec31f747 is 50, key is test_row_0/B:col10/1732418650990/Put/seqid=0 2024-11-24T03:24:12,638 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/8fbdfaabf8a24fb88567f6e96b412ea2 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/8fbdfaabf8a24fb88567f6e96b412ea2 2024-11-24T03:24:12,638 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5b46f391a4045394ffbe4297a01e947c/B of 5b46f391a4045394ffbe4297a01e947c into fe28137d3ed641479c9daee7d1f01f0e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:12,638 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:12,638 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., storeName=5b46f391a4045394ffbe4297a01e947c/B, priority=12, startTime=1732418652212; duration=0sec 2024-11-24T03:24:12,638 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:24:12,638 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b46f391a4045394ffbe4297a01e947c:B 2024-11-24T03:24:12,639 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:24:12,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742386_1562 (size=12001) 2024-11-24T03:24:12,640 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:24:12,640 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 5b46f391a4045394ffbe4297a01e947c/C is initiating minor compaction (all files) 2024-11-24T03:24:12,640 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b46f391a4045394ffbe4297a01e947c/C in TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:12,641 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/643cd99993074e14a9ab4ce6f2830d7a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/cd57c479a6a042d7a63aa981c205c5df, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/621d272e209f4e48a40e6144dc5da887, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/95e9fc51d42d40f8a4d7c52c703a0a3f] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp, totalSize=47.0 K 2024-11-24T03:24:12,641 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 643cd99993074e14a9ab4ce6f2830d7a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732418646387 2024-11-24T03:24:12,641 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting cd57c479a6a042d7a63aa981c205c5df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732418647546 2024-11-24T03:24:12,642 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 621d272e209f4e48a40e6144dc5da887, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732418649418 2024-11-24T03:24:12,642 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 95e9fc51d42d40f8a4d7c52c703a0a3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732418650626 2024-11-24T03:24:12,643 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5b46f391a4045394ffbe4297a01e947c/A of 5b46f391a4045394ffbe4297a01e947c into 8fbdfaabf8a24fb88567f6e96b412ea2(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:12,643 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:12,643 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., storeName=5b46f391a4045394ffbe4297a01e947c/A, priority=12, startTime=1732418652212; duration=0sec 2024-11-24T03:24:12,644 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:12,644 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b46f391a4045394ffbe4297a01e947c:A 2024-11-24T03:24:12,654 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b46f391a4045394ffbe4297a01e947c#C#compaction#475 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:12,655 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/9909c66dcacb44c4b70fbed8d6cc56f4 is 50, key is test_row_0/C:col10/1732418650655/Put/seqid=0 2024-11-24T03:24:12,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742387_1563 (size=12241) 2024-11-24T03:24:12,670 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/9909c66dcacb44c4b70fbed8d6cc56f4 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/9909c66dcacb44c4b70fbed8d6cc56f4 2024-11-24T03:24:12,676 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5b46f391a4045394ffbe4297a01e947c/C of 5b46f391a4045394ffbe4297a01e947c into 9909c66dcacb44c4b70fbed8d6cc56f4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:12,676 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:12,676 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., storeName=5b46f391a4045394ffbe4297a01e947c/C, priority=12, startTime=1732418652212; duration=0sec 2024-11-24T03:24:12,677 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:12,677 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b46f391a4045394ffbe4297a01e947c:C 2024-11-24T03:24:13,040 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/8f1e60137cc14e78a5db474cec31f747 2024-11-24T03:24:13,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/3f2464d59e604eadb900bc63acc5aad7 is 50, key is test_row_0/C:col10/1732418650990/Put/seqid=0 2024-11-24T03:24:13,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742388_1564 (size=12001) 2024-11-24T03:24:13,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:13,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:13,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418713225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:13,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418713329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:13,455 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/3f2464d59e604eadb900bc63acc5aad7 2024-11-24T03:24:13,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/a193380f6e48454c93d6c65f1ae7713b as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/a193380f6e48454c93d6c65f1ae7713b 2024-11-24T03:24:13,462 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/a193380f6e48454c93d6c65f1ae7713b, entries=150, sequenceid=124, filesize=11.7 K 2024-11-24T03:24:13,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/8f1e60137cc14e78a5db474cec31f747 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/8f1e60137cc14e78a5db474cec31f747 2024-11-24T03:24:13,465 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/8f1e60137cc14e78a5db474cec31f747, entries=150, sequenceid=124, filesize=11.7 K 2024-11-24T03:24:13,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/3f2464d59e604eadb900bc63acc5aad7 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/3f2464d59e604eadb900bc63acc5aad7 2024-11-24T03:24:13,468 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/3f2464d59e604eadb900bc63acc5aad7, entries=150, sequenceid=124, filesize=11.7 K 2024-11-24T03:24:13,469 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 5b46f391a4045394ffbe4297a01e947c in 1251ms, sequenceid=124, compaction requested=false 2024-11-24T03:24:13,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:13,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:13,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-24T03:24:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-24T03:24:13,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-24T03:24:13,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0140 sec 2024-11-24T03:24:13,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 2.0180 sec 2024-11-24T03:24:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:13,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b46f391a4045394ffbe4297a01e947c 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T03:24:13,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=A 2024-11-24T03:24:13,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:13,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=B 2024-11-24T03:24:13,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:13,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=C 2024-11-24T03:24:13,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:13,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/b13109e45ec54b1f95229d9955fd045e is 50, key is test_row_0/A:col10/1732418653218/Put/seqid=0 2024-11-24T03:24:13,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742389_1565 (size=14541) 2024-11-24T03:24:13,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/b13109e45ec54b1f95229d9955fd045e 2024-11-24T03:24:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T03:24:13,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:13,559 INFO [Thread-2370 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-24T03:24:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418713556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:13,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:24:13,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/9fc2952eab3046e895008fbd6cc4c56f is 50, key is test_row_0/B:col10/1732418653218/Put/seqid=0 2024-11-24T03:24:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-24T03:24:13,565 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:24:13,565 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:24:13,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:24:13,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742390_1566 (size=12151) 2024-11-24T03:24:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T03:24:13,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/9fc2952eab3046e895008fbd6cc4c56f 2024-11-24T03:24:13,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/adb8e2933c6d4aadaa94c7ac71c63140 is 50, key is test_row_0/C:col10/1732418653218/Put/seqid=0 2024-11-24T03:24:13,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742391_1567 (size=12151) 2024-11-24T03:24:13,594 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T03:24:13,594 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-24T03:24:13,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418713660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T03:24:13,718 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:13,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T03:24:13,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:13,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:13,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:13,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:13,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:13,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418713863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T03:24:13,870 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:13,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T03:24:13,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:13,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:13,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:13,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:13,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:13,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/adb8e2933c6d4aadaa94c7ac71c63140 2024-11-24T03:24:13,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/b13109e45ec54b1f95229d9955fd045e as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/b13109e45ec54b1f95229d9955fd045e 2024-11-24T03:24:13,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/b13109e45ec54b1f95229d9955fd045e, entries=200, sequenceid=155, filesize=14.2 K 2024-11-24T03:24:13,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/9fc2952eab3046e895008fbd6cc4c56f as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/9fc2952eab3046e895008fbd6cc4c56f 2024-11-24T03:24:13,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/9fc2952eab3046e895008fbd6cc4c56f, entries=150, sequenceid=155, filesize=11.9 K 2024-11-24T03:24:13,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/adb8e2933c6d4aadaa94c7ac71c63140 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/adb8e2933c6d4aadaa94c7ac71c63140 2024-11-24T03:24:13,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/adb8e2933c6d4aadaa94c7ac71c63140, entries=150, sequenceid=155, filesize=11.9 K 2024-11-24T03:24:13,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 5b46f391a4045394ffbe4297a01e947c in 457ms, sequenceid=155, compaction requested=true 2024-11-24T03:24:13,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:13,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b46f391a4045394ffbe4297a01e947c:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:24:13,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:13,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b46f391a4045394ffbe4297a01e947c:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:24:13,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:24:13,994 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:24:13,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b46f391a4045394ffbe4297a01e947c:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:24:13,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T03:24:13,995 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:24:13,995 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 5b46f391a4045394ffbe4297a01e947c/A is initiating minor compaction (all files) 2024-11-24T03:24:13,995 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b46f391a4045394ffbe4297a01e947c/A in TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:13,995 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/8fbdfaabf8a24fb88567f6e96b412ea2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/a193380f6e48454c93d6c65f1ae7713b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/b13109e45ec54b1f95229d9955fd045e] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp, totalSize=37.9 K 2024-11-24T03:24:13,995 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:24:13,995 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8fbdfaabf8a24fb88567f6e96b412ea2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732418650626 2024-11-24T03:24:13,996 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting a193380f6e48454c93d6c65f1ae7713b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732418650986 2024-11-24T03:24:13,996 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting b13109e45ec54b1f95229d9955fd045e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732418653198 2024-11-24T03:24:13,997 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:24:13,997 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 5b46f391a4045394ffbe4297a01e947c/B is initiating minor compaction (all files) 2024-11-24T03:24:13,997 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b46f391a4045394ffbe4297a01e947c/B in TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:13,997 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/fe28137d3ed641479c9daee7d1f01f0e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/8f1e60137cc14e78a5db474cec31f747, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/9fc2952eab3046e895008fbd6cc4c56f] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp, totalSize=35.5 K 2024-11-24T03:24:13,998 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting fe28137d3ed641479c9daee7d1f01f0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732418650626 2024-11-24T03:24:13,998 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f1e60137cc14e78a5db474cec31f747, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732418650986 2024-11-24T03:24:13,998 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fc2952eab3046e895008fbd6cc4c56f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732418653198 2024-11-24T03:24:14,003 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b46f391a4045394ffbe4297a01e947c#A#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:14,003 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/e19086b36e8642d4a75058d6b79b0c24 is 50, key is test_row_0/A:col10/1732418653218/Put/seqid=0 2024-11-24T03:24:14,008 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b46f391a4045394ffbe4297a01e947c#B#compaction#481 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:14,008 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/440e00f6bbcc4ed88b60361bfdbdd3f2 is 50, key is test_row_0/B:col10/1732418653218/Put/seqid=0 2024-11-24T03:24:14,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742392_1568 (size=12493) 2024-11-24T03:24:14,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742393_1569 (size=12493) 2024-11-24T03:24:14,019 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/440e00f6bbcc4ed88b60361bfdbdd3f2 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/440e00f6bbcc4ed88b60361bfdbdd3f2 2024-11-24T03:24:14,023 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b46f391a4045394ffbe4297a01e947c/B of 5b46f391a4045394ffbe4297a01e947c into 440e00f6bbcc4ed88b60361bfdbdd3f2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:14,023 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:14,023 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., storeName=5b46f391a4045394ffbe4297a01e947c/B, priority=13, startTime=1732418653994; duration=0sec 2024-11-24T03:24:14,023 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:24:14,023 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b46f391a4045394ffbe4297a01e947c:B 2024-11-24T03:24:14,023 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:24:14,023 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:14,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T03:24:14,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:14,024 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 5b46f391a4045394ffbe4297a01e947c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T03:24:14,024 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:24:14,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=A 2024-11-24T03:24:14,024 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 5b46f391a4045394ffbe4297a01e947c/C is initiating minor compaction (all files) 2024-11-24T03:24:14,024 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b46f391a4045394ffbe4297a01e947c/C in TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:14,024 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/9909c66dcacb44c4b70fbed8d6cc56f4, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/3f2464d59e604eadb900bc63acc5aad7, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/adb8e2933c6d4aadaa94c7ac71c63140] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp, totalSize=35.5 K 2024-11-24T03:24:14,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:14,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=B 2024-11-24T03:24:14,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:14,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=C 2024-11-24T03:24:14,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:14,025 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 9909c66dcacb44c4b70fbed8d6cc56f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732418650626 2024-11-24T03:24:14,025 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f2464d59e604eadb900bc63acc5aad7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732418650986 2024-11-24T03:24:14,026 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting adb8e2933c6d4aadaa94c7ac71c63140, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732418653198 2024-11-24T03:24:14,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/274a60d5599b4b2fad2fbf151c04b6f8 is 50, key is test_row_1/A:col10/1732418653542/Put/seqid=0 2024-11-24T03:24:14,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742394_1570 (size=9757) 2024-11-24T03:24:14,036 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b46f391a4045394ffbe4297a01e947c#C#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:14,036 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/793d96b083e443dd9f8da0abeb346b3a is 50, key is test_row_0/C:col10/1732418653218/Put/seqid=0 2024-11-24T03:24:14,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742395_1571 (size=12493) 2024-11-24T03:24:14,044 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/793d96b083e443dd9f8da0abeb346b3a as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/793d96b083e443dd9f8da0abeb346b3a 2024-11-24T03:24:14,048 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b46f391a4045394ffbe4297a01e947c/C of 5b46f391a4045394ffbe4297a01e947c into 793d96b083e443dd9f8da0abeb346b3a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:14,048 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:14,048 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., storeName=5b46f391a4045394ffbe4297a01e947c/C, priority=13, startTime=1732418653994; duration=0sec 2024-11-24T03:24:14,048 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:14,048 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b46f391a4045394ffbe4297a01e947c:C 2024-11-24T03:24:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T03:24:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:14,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:14,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418714275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:14,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418714379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:14,418 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/e19086b36e8642d4a75058d6b79b0c24 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/e19086b36e8642d4a75058d6b79b0c24 2024-11-24T03:24:14,422 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b46f391a4045394ffbe4297a01e947c/A of 5b46f391a4045394ffbe4297a01e947c into e19086b36e8642d4a75058d6b79b0c24(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:14,422 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:14,422 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., storeName=5b46f391a4045394ffbe4297a01e947c/A, priority=13, startTime=1732418653994; duration=0sec 2024-11-24T03:24:14,422 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:14,422 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b46f391a4045394ffbe4297a01e947c:A 2024-11-24T03:24:14,432 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/274a60d5599b4b2fad2fbf151c04b6f8 2024-11-24T03:24:14,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/173efcec419849a79fd044d423087264 is 50, key is test_row_1/B:col10/1732418653542/Put/seqid=0 2024-11-24T03:24:14,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742396_1572 (size=9757) 2024-11-24T03:24:14,445 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/173efcec419849a79fd044d423087264 2024-11-24T03:24:14,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/aa84519e385c446587629fa3b106dcf9 is 50, key is test_row_1/C:col10/1732418653542/Put/seqid=0 2024-11-24T03:24:14,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742397_1573 (size=9757) 2024-11-24T03:24:14,455 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/aa84519e385c446587629fa3b106dcf9 2024-11-24T03:24:14,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/274a60d5599b4b2fad2fbf151c04b6f8 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/274a60d5599b4b2fad2fbf151c04b6f8 2024-11-24T03:24:14,462 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/274a60d5599b4b2fad2fbf151c04b6f8, entries=100, sequenceid=164, filesize=9.5 K 2024-11-24T03:24:14,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/173efcec419849a79fd044d423087264 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/173efcec419849a79fd044d423087264 2024-11-24T03:24:14,466 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/173efcec419849a79fd044d423087264, entries=100, sequenceid=164, filesize=9.5 K 2024-11-24T03:24:14,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/aa84519e385c446587629fa3b106dcf9 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/aa84519e385c446587629fa3b106dcf9 2024-11-24T03:24:14,469 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/aa84519e385c446587629fa3b106dcf9, entries=100, sequenceid=164, filesize=9.5 K 2024-11-24T03:24:14,470 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 5b46f391a4045394ffbe4297a01e947c in 446ms, sequenceid=164, compaction requested=false 2024-11-24T03:24:14,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:14,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:14,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-24T03:24:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-24T03:24:14,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-24T03:24:14,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 906 msec 2024-11-24T03:24:14,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 912 msec 2024-11-24T03:24:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:14,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b46f391a4045394ffbe4297a01e947c 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-24T03:24:14,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=A 2024-11-24T03:24:14,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:14,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=B 2024-11-24T03:24:14,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:14,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=C 2024-11-24T03:24:14,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:14,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/2783ff0d77a34620a57b2733e983a86d is 50, key is test_row_0/A:col10/1732418654247/Put/seqid=0 2024-11-24T03:24:14,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742398_1574 (size=12151) 2024-11-24T03:24:14,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/2783ff0d77a34620a57b2733e983a86d 2024-11-24T03:24:14,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:14,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/8298f88b47b449c78e6ab6c797ab5abf is 50, key is test_row_0/B:col10/1732418654247/Put/seqid=0 2024-11-24T03:24:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418714604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:14,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742399_1575 (size=12151) 2024-11-24T03:24:14,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/8298f88b47b449c78e6ab6c797ab5abf 2024-11-24T03:24:14,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/46feeb5aefcd4c81b9ee18eeff0f429c is 50, key is test_row_0/C:col10/1732418654247/Put/seqid=0 2024-11-24T03:24:14,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742400_1576 (size=12151) 2024-11-24T03:24:14,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/46feeb5aefcd4c81b9ee18eeff0f429c 2024-11-24T03:24:14,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/2783ff0d77a34620a57b2733e983a86d as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/2783ff0d77a34620a57b2733e983a86d 2024-11-24T03:24:14,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/2783ff0d77a34620a57b2733e983a86d, entries=150, sequenceid=195, filesize=11.9 K 2024-11-24T03:24:14,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/8298f88b47b449c78e6ab6c797ab5abf as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/8298f88b47b449c78e6ab6c797ab5abf 2024-11-24T03:24:14,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/8298f88b47b449c78e6ab6c797ab5abf, entries=150, sequenceid=195, filesize=11.9 K 2024-11-24T03:24:14,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/46feeb5aefcd4c81b9ee18eeff0f429c as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/46feeb5aefcd4c81b9ee18eeff0f429c 2024-11-24T03:24:14,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/46feeb5aefcd4c81b9ee18eeff0f429c, entries=150, sequenceid=195, filesize=11.9 K 2024-11-24T03:24:14,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 5b46f391a4045394ffbe4297a01e947c in 51ms, sequenceid=195, compaction requested=true 2024-11-24T03:24:14,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:14,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b46f391a4045394ffbe4297a01e947c:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:24:14,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:14,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b46f391a4045394ffbe4297a01e947c:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:24:14,636 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:24:14,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:14,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b46f391a4045394ffbe4297a01e947c:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:24:14,636 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:24:14,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:24:14,638 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:24:14,638 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:24:14,638 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 5b46f391a4045394ffbe4297a01e947c/B is initiating minor compaction (all files) 2024-11-24T03:24:14,638 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 5b46f391a4045394ffbe4297a01e947c/A is initiating minor compaction (all files) 2024-11-24T03:24:14,638 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b46f391a4045394ffbe4297a01e947c/A in TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:14,638 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b46f391a4045394ffbe4297a01e947c/B in TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:14,638 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/e19086b36e8642d4a75058d6b79b0c24, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/274a60d5599b4b2fad2fbf151c04b6f8, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/2783ff0d77a34620a57b2733e983a86d] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp, totalSize=33.6 K 2024-11-24T03:24:14,638 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/440e00f6bbcc4ed88b60361bfdbdd3f2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/173efcec419849a79fd044d423087264, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/8298f88b47b449c78e6ab6c797ab5abf] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp, totalSize=33.6 K 2024-11-24T03:24:14,638 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting e19086b36e8642d4a75058d6b79b0c24, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732418653198 2024-11-24T03:24:14,639 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 440e00f6bbcc4ed88b60361bfdbdd3f2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732418653198 2024-11-24T03:24:14,639 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 274a60d5599b4b2fad2fbf151c04b6f8, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732418653542 2024-11-24T03:24:14,639 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 173efcec419849a79fd044d423087264, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732418653542 2024-11-24T03:24:14,639 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2783ff0d77a34620a57b2733e983a86d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732418654247 2024-11-24T03:24:14,639 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 8298f88b47b449c78e6ab6c797ab5abf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732418654247 2024-11-24T03:24:14,645 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b46f391a4045394ffbe4297a01e947c#A#compaction#490 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:14,645 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b46f391a4045394ffbe4297a01e947c#B#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:14,646 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/91b05fe02e2e434ba2257b220d6623c2 is 50, key is test_row_0/A:col10/1732418654247/Put/seqid=0 2024-11-24T03:24:14,646 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/d23c1f86bd5c46a1ae75ec4bf47bfd6f is 50, key is test_row_0/B:col10/1732418654247/Put/seqid=0 2024-11-24T03:24:14,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742401_1577 (size=12595) 2024-11-24T03:24:14,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742402_1578 (size=12595) 2024-11-24T03:24:14,655 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/d23c1f86bd5c46a1ae75ec4bf47bfd6f as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/d23c1f86bd5c46a1ae75ec4bf47bfd6f 2024-11-24T03:24:14,659 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b46f391a4045394ffbe4297a01e947c/B of 5b46f391a4045394ffbe4297a01e947c into d23c1f86bd5c46a1ae75ec4bf47bfd6f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:14,659 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:14,659 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., storeName=5b46f391a4045394ffbe4297a01e947c/B, priority=13, startTime=1732418654636; duration=0sec 2024-11-24T03:24:14,659 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:24:14,659 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b46f391a4045394ffbe4297a01e947c:B 2024-11-24T03:24:14,659 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:24:14,659 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:24:14,659 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 5b46f391a4045394ffbe4297a01e947c/C is initiating minor compaction (all files) 2024-11-24T03:24:14,659 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b46f391a4045394ffbe4297a01e947c/C in TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:14,660 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/793d96b083e443dd9f8da0abeb346b3a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/aa84519e385c446587629fa3b106dcf9, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/46feeb5aefcd4c81b9ee18eeff0f429c] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp, totalSize=33.6 K 2024-11-24T03:24:14,660 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 793d96b083e443dd9f8da0abeb346b3a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732418653198 2024-11-24T03:24:14,660 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting aa84519e385c446587629fa3b106dcf9, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732418653542 2024-11-24T03:24:14,660 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 46feeb5aefcd4c81b9ee18eeff0f429c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732418654247 2024-11-24T03:24:14,666 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b46f391a4045394ffbe4297a01e947c#C#compaction#491 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:14,666 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/86c5c914a1b1459990478ee4af836344 is 50, key is test_row_0/C:col10/1732418654247/Put/seqid=0 2024-11-24T03:24:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T03:24:14,670 INFO [Thread-2370 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-24T03:24:14,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742403_1579 (size=12595) 2024-11-24T03:24:14,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:24:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-24T03:24:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T03:24:14,673 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:24:14,674 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:24:14,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:24:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:14,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b46f391a4045394ffbe4297a01e947c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:24:14,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=A 2024-11-24T03:24:14,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:14,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=B 2024-11-24T03:24:14,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:14,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=C 2024-11-24T03:24:14,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:14,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/97920c92e8ad41b6808ed199eca2f7f4 is 50, key is test_row_0/A:col10/1732418654719/Put/seqid=0 2024-11-24T03:24:14,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742404_1580 (size=14541) 2024-11-24T03:24:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T03:24:14,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:14,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418714818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:14,825 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:14,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-24T03:24:14,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:14,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:14,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:14,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:14,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:14,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418714924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T03:24:14,978 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:14,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-24T03:24:14,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:14,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:14,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:14,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:14,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:15,056 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/91b05fe02e2e434ba2257b220d6623c2 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/91b05fe02e2e434ba2257b220d6623c2 2024-11-24T03:24:15,069 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b46f391a4045394ffbe4297a01e947c/A of 5b46f391a4045394ffbe4297a01e947c into 91b05fe02e2e434ba2257b220d6623c2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:15,069 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:15,069 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., storeName=5b46f391a4045394ffbe4297a01e947c/A, priority=13, startTime=1732418654636; duration=0sec 2024-11-24T03:24:15,069 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:15,069 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b46f391a4045394ffbe4297a01e947c:A 2024-11-24T03:24:15,073 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/86c5c914a1b1459990478ee4af836344 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/86c5c914a1b1459990478ee4af836344 2024-11-24T03:24:15,077 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b46f391a4045394ffbe4297a01e947c/C of 5b46f391a4045394ffbe4297a01e947c into 86c5c914a1b1459990478ee4af836344(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:15,077 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:15,077 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., storeName=5b46f391a4045394ffbe4297a01e947c/C, priority=13, startTime=1732418654636; duration=0sec 2024-11-24T03:24:15,077 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:15,077 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b46f391a4045394ffbe4297a01e947c:C 2024-11-24T03:24:15,130 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:15,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-24T03:24:15,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:15,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418715128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:15,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:15,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:15,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:15,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:15,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/97920c92e8ad41b6808ed199eca2f7f4 2024-11-24T03:24:15,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/ba9cf8308c68451b8656274cf71067ed is 50, key is test_row_0/B:col10/1732418654719/Put/seqid=0 2024-11-24T03:24:15,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742405_1581 (size=12151) 2024-11-24T03:24:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T03:24:15,283 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:15,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-24T03:24:15,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:15,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:15,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:15,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:15,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:15,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418715433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:15,436 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:15,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-24T03:24:15,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:15,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:15,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:15,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:15,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:15,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/ba9cf8308c68451b8656274cf71067ed 2024-11-24T03:24:15,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/31360d53cce4470cb045b5ee8b936f0f is 50, key is test_row_0/C:col10/1732418654719/Put/seqid=0 2024-11-24T03:24:15,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742406_1582 (size=12151) 2024-11-24T03:24:15,588 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:15,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-24T03:24:15,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:15,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:15,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:15,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:15,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:15,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46832 deadline: 1732418715723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:15,724 DEBUG [Thread-2360 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8181 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:24:15,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46858 deadline: 1732418715723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:15,726 DEBUG [Thread-2362 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8182 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:24:15,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46838 deadline: 1732418715726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:15,728 DEBUG [Thread-2368 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8181 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:24:15,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46788 deadline: 1732418715732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:15,734 DEBUG [Thread-2364 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8185 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:24:15,741 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:15,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-24T03:24:15,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:15,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:15,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:15,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:15,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T03:24:15,893 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:15,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-24T03:24:15,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:15,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:15,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:15,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:15,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:15,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418715938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:15,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/31360d53cce4470cb045b5ee8b936f0f 2024-11-24T03:24:15,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/97920c92e8ad41b6808ed199eca2f7f4 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/97920c92e8ad41b6808ed199eca2f7f4 2024-11-24T03:24:15,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/97920c92e8ad41b6808ed199eca2f7f4, entries=200, sequenceid=207, filesize=14.2 K 2024-11-24T03:24:15,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/ba9cf8308c68451b8656274cf71067ed as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/ba9cf8308c68451b8656274cf71067ed 2024-11-24T03:24:15,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/ba9cf8308c68451b8656274cf71067ed, entries=150, sequenceid=207, filesize=11.9 K 2024-11-24T03:24:15,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/31360d53cce4470cb045b5ee8b936f0f as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/31360d53cce4470cb045b5ee8b936f0f 2024-11-24T03:24:15,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/31360d53cce4470cb045b5ee8b936f0f, entries=150, sequenceid=207, filesize=11.9 K 2024-11-24T03:24:15,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5b46f391a4045394ffbe4297a01e947c in 1243ms, sequenceid=207, compaction requested=false 2024-11-24T03:24:15,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:16,046 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:16,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-24T03:24:16,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:16,047 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 5b46f391a4045394ffbe4297a01e947c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T03:24:16,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=A 2024-11-24T03:24:16,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:16,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=B 2024-11-24T03:24:16,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:16,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=C 2024-11-24T03:24:16,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:16,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/9b1e0229e2544e5ca05a56d50868e8e1 is 50, key is test_row_0/A:col10/1732418654812/Put/seqid=0 2024-11-24T03:24:16,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742407_1583 (size=12151) 2024-11-24T03:24:16,056 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/9b1e0229e2544e5ca05a56d50868e8e1 2024-11-24T03:24:16,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/10c0abcdcc884dbeb3856d035613acce is 50, key is test_row_0/B:col10/1732418654812/Put/seqid=0 2024-11-24T03:24:16,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742408_1584 (size=12151) 2024-11-24T03:24:16,466 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/10c0abcdcc884dbeb3856d035613acce 2024-11-24T03:24:16,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/b8b06a351fdc4204ab232b87d766fb3e is 50, key is test_row_0/C:col10/1732418654812/Put/seqid=0 2024-11-24T03:24:16,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742409_1585 (size=12151) 2024-11-24T03:24:16,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T03:24:16,877 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/b8b06a351fdc4204ab232b87d766fb3e 2024-11-24T03:24:16,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/9b1e0229e2544e5ca05a56d50868e8e1 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/9b1e0229e2544e5ca05a56d50868e8e1 2024-11-24T03:24:16,884 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/9b1e0229e2544e5ca05a56d50868e8e1, entries=150, sequenceid=234, filesize=11.9 K 2024-11-24T03:24:16,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/10c0abcdcc884dbeb3856d035613acce as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/10c0abcdcc884dbeb3856d035613acce 2024-11-24T03:24:16,888 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/10c0abcdcc884dbeb3856d035613acce, entries=150, sequenceid=234, filesize=11.9 K 2024-11-24T03:24:16,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/b8b06a351fdc4204ab232b87d766fb3e as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/b8b06a351fdc4204ab232b87d766fb3e 2024-11-24T03:24:16,891 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/b8b06a351fdc4204ab232b87d766fb3e, entries=150, sequenceid=234, filesize=11.9 K 2024-11-24T03:24:16,892 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 5b46f391a4045394ffbe4297a01e947c in 845ms, sequenceid=234, compaction requested=true 2024-11-24T03:24:16,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:16,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:16,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-24T03:24:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-24T03:24:16,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-24T03:24:16,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2190 sec 2024-11-24T03:24:16,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 2.2240 sec 2024-11-24T03:24:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:16,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b46f391a4045394ffbe4297a01e947c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:24:16,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=A 2024-11-24T03:24:16,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:16,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=B 2024-11-24T03:24:16,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:16,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=C 2024-11-24T03:24:16,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:16,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/0c4448441ead4d3d95a85d65af22f760 is 50, key is test_row_0/A:col10/1732418656972/Put/seqid=0 2024-11-24T03:24:16,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742410_1586 (size=14541) 2024-11-24T03:24:16,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/0c4448441ead4d3d95a85d65af22f760 2024-11-24T03:24:16,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/47ed430c529a45c686f854120bda00be is 50, key is test_row_0/B:col10/1732418656972/Put/seqid=0 2024-11-24T03:24:16,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742411_1587 (size=12151) 2024-11-24T03:24:17,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418717089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:17,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418717194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:17,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/47ed430c529a45c686f854120bda00be 2024-11-24T03:24:17,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/02926d4afa0d41f496b1ddaebacd167f is 50, key is test_row_0/C:col10/1732418656972/Put/seqid=0 2024-11-24T03:24:17,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742412_1588 (size=12151) 2024-11-24T03:24:17,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418717399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:17,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418717703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:17,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/02926d4afa0d41f496b1ddaebacd167f 2024-11-24T03:24:17,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/0c4448441ead4d3d95a85d65af22f760 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/0c4448441ead4d3d95a85d65af22f760 2024-11-24T03:24:17,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/0c4448441ead4d3d95a85d65af22f760, entries=200, sequenceid=245, filesize=14.2 K 2024-11-24T03:24:17,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/47ed430c529a45c686f854120bda00be as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/47ed430c529a45c686f854120bda00be 2024-11-24T03:24:17,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/47ed430c529a45c686f854120bda00be, entries=150, sequenceid=245, filesize=11.9 K 2024-11-24T03:24:17,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/02926d4afa0d41f496b1ddaebacd167f as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/02926d4afa0d41f496b1ddaebacd167f 2024-11-24T03:24:17,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/02926d4afa0d41f496b1ddaebacd167f, entries=150, sequenceid=245, filesize=11.9 K 2024-11-24T03:24:17,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5b46f391a4045394ffbe4297a01e947c in 846ms, sequenceid=245, compaction requested=true 2024-11-24T03:24:17,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:17,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b46f391a4045394ffbe4297a01e947c:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:24:17,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:17,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b46f391a4045394ffbe4297a01e947c:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:24:17,822 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:24:17,822 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:24:17,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:17,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b46f391a4045394ffbe4297a01e947c:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:24:17,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:24:17,823 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:24:17,823 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:24:17,823 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 5b46f391a4045394ffbe4297a01e947c/B is initiating minor compaction (all files) 2024-11-24T03:24:17,823 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 5b46f391a4045394ffbe4297a01e947c/A is initiating minor compaction (all files) 2024-11-24T03:24:17,823 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b46f391a4045394ffbe4297a01e947c/A in TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:17,823 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b46f391a4045394ffbe4297a01e947c/B in TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:17,823 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/91b05fe02e2e434ba2257b220d6623c2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/97920c92e8ad41b6808ed199eca2f7f4, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/9b1e0229e2544e5ca05a56d50868e8e1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/0c4448441ead4d3d95a85d65af22f760] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp, totalSize=52.6 K 2024-11-24T03:24:17,823 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/d23c1f86bd5c46a1ae75ec4bf47bfd6f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/ba9cf8308c68451b8656274cf71067ed, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/10c0abcdcc884dbeb3856d035613acce, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/47ed430c529a45c686f854120bda00be] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp, totalSize=47.9 K 2024-11-24T03:24:17,824 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting d23c1f86bd5c46a1ae75ec4bf47bfd6f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732418654247 2024-11-24T03:24:17,824 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91b05fe02e2e434ba2257b220d6623c2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732418654247 2024-11-24T03:24:17,824 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97920c92e8ad41b6808ed199eca2f7f4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732418654602 2024-11-24T03:24:17,824 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting ba9cf8308c68451b8656274cf71067ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732418654602 2024-11-24T03:24:17,824 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b1e0229e2544e5ca05a56d50868e8e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732418654808 2024-11-24T03:24:17,824 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 10c0abcdcc884dbeb3856d035613acce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732418654808 2024-11-24T03:24:17,825 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c4448441ead4d3d95a85d65af22f760, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732418656956 2024-11-24T03:24:17,825 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 47ed430c529a45c686f854120bda00be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732418656956 2024-11-24T03:24:17,831 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b46f391a4045394ffbe4297a01e947c#B#compaction#501 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:17,831 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/41d9eea45f8e43018880a8c4c613e138 is 50, key is test_row_0/B:col10/1732418656972/Put/seqid=0 2024-11-24T03:24:17,832 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b46f391a4045394ffbe4297a01e947c#A#compaction#502 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:17,832 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/1d6135559a7242018e118ece0a8f815e is 50, key is test_row_0/A:col10/1732418656972/Put/seqid=0 2024-11-24T03:24:17,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742413_1589 (size=12731) 2024-11-24T03:24:17,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742414_1590 (size=12731) 2024-11-24T03:24:17,838 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/41d9eea45f8e43018880a8c4c613e138 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/41d9eea45f8e43018880a8c4c613e138 2024-11-24T03:24:17,840 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/1d6135559a7242018e118ece0a8f815e as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/1d6135559a7242018e118ece0a8f815e 2024-11-24T03:24:17,843 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5b46f391a4045394ffbe4297a01e947c/B of 5b46f391a4045394ffbe4297a01e947c into 41d9eea45f8e43018880a8c4c613e138(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:17,843 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:17,843 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., storeName=5b46f391a4045394ffbe4297a01e947c/B, priority=12, startTime=1732418657822; duration=0sec 2024-11-24T03:24:17,843 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:24:17,843 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b46f391a4045394ffbe4297a01e947c:B 2024-11-24T03:24:17,843 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:24:17,844 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5b46f391a4045394ffbe4297a01e947c/A of 5b46f391a4045394ffbe4297a01e947c into 1d6135559a7242018e118ece0a8f815e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:17,844 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:17,844 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., storeName=5b46f391a4045394ffbe4297a01e947c/A, priority=12, startTime=1732418657821; duration=0sec 2024-11-24T03:24:17,844 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:17,844 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b46f391a4045394ffbe4297a01e947c:A 2024-11-24T03:24:17,845 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:24:17,845 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 5b46f391a4045394ffbe4297a01e947c/C is initiating minor compaction (all files) 2024-11-24T03:24:17,845 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b46f391a4045394ffbe4297a01e947c/C in TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:17,845 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/86c5c914a1b1459990478ee4af836344, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/31360d53cce4470cb045b5ee8b936f0f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/b8b06a351fdc4204ab232b87d766fb3e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/02926d4afa0d41f496b1ddaebacd167f] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp, totalSize=47.9 K 2024-11-24T03:24:17,845 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 86c5c914a1b1459990478ee4af836344, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732418654247 2024-11-24T03:24:17,846 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 31360d53cce4470cb045b5ee8b936f0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732418654602 2024-11-24T03:24:17,846 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting b8b06a351fdc4204ab232b87d766fb3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732418654808 2024-11-24T03:24:17,846 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 02926d4afa0d41f496b1ddaebacd167f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732418656956 2024-11-24T03:24:17,852 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b46f391a4045394ffbe4297a01e947c#C#compaction#503 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:17,852 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/dd5b79fa4de2458a8908f51a98f4dfd7 is 50, key is test_row_0/C:col10/1732418656972/Put/seqid=0 2024-11-24T03:24:17,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742415_1591 (size=12731) 2024-11-24T03:24:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:18,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b46f391a4045394ffbe4297a01e947c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T03:24:18,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=A 2024-11-24T03:24:18,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:18,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=B 2024-11-24T03:24:18,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:18,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=C 2024-11-24T03:24:18,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:18,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/7336ee05605643b382f3ab6ae501b506 is 50, key is test_row_0/A:col10/1732418658207/Put/seqid=0 2024-11-24T03:24:18,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742416_1592 (size=14741) 2024-11-24T03:24:18,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/7336ee05605643b382f3ab6ae501b506 2024-11-24T03:24:18,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/050c5bf439814212a9a755e7f2fb4cf1 is 50, key is test_row_0/B:col10/1732418658207/Put/seqid=0 2024-11-24T03:24:18,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742417_1593 (size=12301) 2024-11-24T03:24:18,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418718238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:18,259 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/dd5b79fa4de2458a8908f51a98f4dfd7 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/dd5b79fa4de2458a8908f51a98f4dfd7 2024-11-24T03:24:18,263 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5b46f391a4045394ffbe4297a01e947c/C of 5b46f391a4045394ffbe4297a01e947c into dd5b79fa4de2458a8908f51a98f4dfd7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:18,263 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:18,263 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., storeName=5b46f391a4045394ffbe4297a01e947c/C, priority=12, startTime=1732418657822; duration=0sec 2024-11-24T03:24:18,263 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:18,263 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b46f391a4045394ffbe4297a01e947c:C 2024-11-24T03:24:18,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418718346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:18,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418718550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:18,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/050c5bf439814212a9a755e7f2fb4cf1 2024-11-24T03:24:18,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/8b2949dbdba14a24a9c79a1ad7f3ac0e is 50, key is test_row_0/C:col10/1732418658207/Put/seqid=0 2024-11-24T03:24:18,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742418_1594 (size=12301) 2024-11-24T03:24:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T03:24:18,777 INFO [Thread-2370 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-24T03:24:18,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:24:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-24T03:24:18,780 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:24:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T03:24:18,780 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:24:18,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:24:18,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418718855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T03:24:18,932 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:18,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-24T03:24:18,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:18,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:18,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:18,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:18,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:19,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/8b2949dbdba14a24a9c79a1ad7f3ac0e 2024-11-24T03:24:19,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/7336ee05605643b382f3ab6ae501b506 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/7336ee05605643b382f3ab6ae501b506 2024-11-24T03:24:19,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/7336ee05605643b382f3ab6ae501b506, entries=200, sequenceid=273, filesize=14.4 K 2024-11-24T03:24:19,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/050c5bf439814212a9a755e7f2fb4cf1 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/050c5bf439814212a9a755e7f2fb4cf1 2024-11-24T03:24:19,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/050c5bf439814212a9a755e7f2fb4cf1, entries=150, sequenceid=273, filesize=12.0 K 2024-11-24T03:24:19,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/8b2949dbdba14a24a9c79a1ad7f3ac0e as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/8b2949dbdba14a24a9c79a1ad7f3ac0e 2024-11-24T03:24:19,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/8b2949dbdba14a24a9c79a1ad7f3ac0e, entries=150, sequenceid=273, filesize=12.0 K 2024-11-24T03:24:19,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5b46f391a4045394ffbe4297a01e947c in 849ms, sequenceid=273, compaction requested=false 2024-11-24T03:24:19,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T03:24:19,084 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:19,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-24T03:24:19,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:19,085 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 5b46f391a4045394ffbe4297a01e947c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T03:24:19,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=A 2024-11-24T03:24:19,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:19,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=B 2024-11-24T03:24:19,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:19,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=C 2024-11-24T03:24:19,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:19,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/6f99793b86ce4389b961c6a2e3c124e3 is 50, key is test_row_0/A:col10/1732418658237/Put/seqid=0 2024-11-24T03:24:19,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742419_1595 (size=12301) 2024-11-24T03:24:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:19,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T03:24:19,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:19,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418719461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:19,493 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/6f99793b86ce4389b961c6a2e3c124e3 2024-11-24T03:24:19,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/cc7150885b5e46d9822e7ff1d9feacf4 is 50, key is test_row_0/B:col10/1732418658237/Put/seqid=0 2024-11-24T03:24:19,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742420_1596 (size=12301) 2024-11-24T03:24:19,506 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/cc7150885b5e46d9822e7ff1d9feacf4 2024-11-24T03:24:19,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/9560d69e549a49c19b1260d74b0917f9 is 50, key is test_row_0/C:col10/1732418658237/Put/seqid=0 2024-11-24T03:24:19,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742421_1597 (size=12301) 2024-11-24T03:24:19,515 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/9560d69e549a49c19b1260d74b0917f9 2024-11-24T03:24:19,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/6f99793b86ce4389b961c6a2e3c124e3 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/6f99793b86ce4389b961c6a2e3c124e3 2024-11-24T03:24:19,522 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/6f99793b86ce4389b961c6a2e3c124e3, entries=150, sequenceid=284, filesize=12.0 K 2024-11-24T03:24:19,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/cc7150885b5e46d9822e7ff1d9feacf4 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/cc7150885b5e46d9822e7ff1d9feacf4 2024-11-24T03:24:19,526 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/cc7150885b5e46d9822e7ff1d9feacf4, entries=150, sequenceid=284, filesize=12.0 K 2024-11-24T03:24:19,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/9560d69e549a49c19b1260d74b0917f9 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/9560d69e549a49c19b1260d74b0917f9 2024-11-24T03:24:19,530 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/9560d69e549a49c19b1260d74b0917f9, entries=150, sequenceid=284, filesize=12.0 K 2024-11-24T03:24:19,530 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 5b46f391a4045394ffbe4297a01e947c in 445ms, sequenceid=284, compaction requested=true 2024-11-24T03:24:19,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:19,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:19,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-24T03:24:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-24T03:24:19,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-24T03:24:19,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 751 msec 2024-11-24T03:24:19,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 755 msec 2024-11-24T03:24:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:19,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b46f391a4045394ffbe4297a01e947c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T03:24:19,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=A 2024-11-24T03:24:19,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:19,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=B 2024-11-24T03:24:19,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:19,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=C 2024-11-24T03:24:19,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:19,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/1068c95e60a147d79d0c6d82d93dc900 is 50, key is test_row_0/A:col10/1732418659439/Put/seqid=0 2024-11-24T03:24:19,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742422_1598 (size=14741) 2024-11-24T03:24:19,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418719602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:19,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418719707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-24T03:24:19,883 INFO [Thread-2370 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-24T03:24:19,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:24:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-24T03:24:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-24T03:24:19,886 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:24:19,886 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:24:19,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:24:19,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418719916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:19,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/1068c95e60a147d79d0c6d82d93dc900 2024-11-24T03:24:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-24T03:24:19,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/d591765bd5114c5ea9ab42d6a16d7337 is 50, key is test_row_0/B:col10/1732418659439/Put/seqid=0 2024-11-24T03:24:19,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742423_1599 (size=12301) 2024-11-24T03:24:20,038 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:20,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T03:24:20,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:20,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:20,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:20,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:20,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:20,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:20,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-24T03:24:20,191 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:20,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T03:24:20,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:20,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:20,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:20,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:20,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:20,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418720221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:20,343 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:20,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T03:24:20,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:20,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:20,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:20,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:20,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:20,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/d591765bd5114c5ea9ab42d6a16d7337 2024-11-24T03:24:20,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/577a0d29e46f47d780a03edb5cd6c308 is 50, key is test_row_0/C:col10/1732418659439/Put/seqid=0 2024-11-24T03:24:20,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742424_1600 (size=12301) 2024-11-24T03:24:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-24T03:24:20,496 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:20,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T03:24:20,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:20,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:20,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:20,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:20,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:20,648 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:20,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T03:24:20,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:20,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:20,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:20,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:20,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:20,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418720724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:20,801 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:20,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T03:24:20,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:20,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:20,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:20,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:20,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:20,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/577a0d29e46f47d780a03edb5cd6c308 2024-11-24T03:24:20,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/1068c95e60a147d79d0c6d82d93dc900 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/1068c95e60a147d79d0c6d82d93dc900 2024-11-24T03:24:20,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/1068c95e60a147d79d0c6d82d93dc900, entries=200, sequenceid=311, filesize=14.4 K 2024-11-24T03:24:20,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/d591765bd5114c5ea9ab42d6a16d7337 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/d591765bd5114c5ea9ab42d6a16d7337 2024-11-24T03:24:20,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/d591765bd5114c5ea9ab42d6a16d7337, entries=150, sequenceid=311, filesize=12.0 K 2024-11-24T03:24:20,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/577a0d29e46f47d780a03edb5cd6c308 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/577a0d29e46f47d780a03edb5cd6c308 2024-11-24T03:24:20,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/577a0d29e46f47d780a03edb5cd6c308, entries=150, sequenceid=311, filesize=12.0 K 2024-11-24T03:24:20,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 5b46f391a4045394ffbe4297a01e947c in 1248ms, sequenceid=311, compaction requested=true 2024-11-24T03:24:20,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:20,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b46f391a4045394ffbe4297a01e947c:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:24:20,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:20,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b46f391a4045394ffbe4297a01e947c:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:24:20,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:20,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b46f391a4045394ffbe4297a01e947c:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:24:20,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:24:20,820 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:24:20,820 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:24:20,821 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:24:20,821 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 5b46f391a4045394ffbe4297a01e947c/B is initiating minor compaction (all files) 2024-11-24T03:24:20,821 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b46f391a4045394ffbe4297a01e947c/B in TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:20,821 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/41d9eea45f8e43018880a8c4c613e138, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/050c5bf439814212a9a755e7f2fb4cf1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/cc7150885b5e46d9822e7ff1d9feacf4, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/d591765bd5114c5ea9ab42d6a16d7337] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp, totalSize=48.5 K 2024-11-24T03:24:20,821 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 41d9eea45f8e43018880a8c4c613e138, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732418656956 2024-11-24T03:24:20,821 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54514 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:24:20,821 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 050c5bf439814212a9a755e7f2fb4cf1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732418657065 2024-11-24T03:24:20,822 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 5b46f391a4045394ffbe4297a01e947c/A is initiating minor compaction (all files) 2024-11-24T03:24:20,822 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b46f391a4045394ffbe4297a01e947c/A in TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:20,822 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/1d6135559a7242018e118ece0a8f815e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/7336ee05605643b382f3ab6ae501b506, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/6f99793b86ce4389b961c6a2e3c124e3, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/1068c95e60a147d79d0c6d82d93dc900] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp, totalSize=53.2 K 2024-11-24T03:24:20,822 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting cc7150885b5e46d9822e7ff1d9feacf4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732418658212 2024-11-24T03:24:20,822 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d6135559a7242018e118ece0a8f815e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732418656956 2024-11-24T03:24:20,822 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting d591765bd5114c5ea9ab42d6a16d7337, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732418659439 2024-11-24T03:24:20,822 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7336ee05605643b382f3ab6ae501b506, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732418657065 2024-11-24T03:24:20,823 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f99793b86ce4389b961c6a2e3c124e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732418658212 2024-11-24T03:24:20,823 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1068c95e60a147d79d0c6d82d93dc900, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732418659439 2024-11-24T03:24:20,831 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b46f391a4045394ffbe4297a01e947c#A#compaction#514 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:20,831 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b46f391a4045394ffbe4297a01e947c#B#compaction#513 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:20,831 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/d520db698a9849e7b98297c74c7328c0 is 50, key is test_row_0/A:col10/1732418659439/Put/seqid=0 2024-11-24T03:24:20,832 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/6ee13789ec784df3bfc8e5cec82c71f9 is 50, key is test_row_0/B:col10/1732418659439/Put/seqid=0 2024-11-24T03:24:20,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742425_1601 (size=13017) 2024-11-24T03:24:20,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742426_1602 (size=13017) 2024-11-24T03:24:20,846 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/d520db698a9849e7b98297c74c7328c0 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/d520db698a9849e7b98297c74c7328c0 2024-11-24T03:24:20,849 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5b46f391a4045394ffbe4297a01e947c/A of 5b46f391a4045394ffbe4297a01e947c into d520db698a9849e7b98297c74c7328c0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:20,850 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:20,850 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., storeName=5b46f391a4045394ffbe4297a01e947c/A, priority=12, startTime=1732418660819; duration=0sec 2024-11-24T03:24:20,850 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:24:20,850 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b46f391a4045394ffbe4297a01e947c:A 2024-11-24T03:24:20,850 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:24:20,851 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:24:20,851 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 5b46f391a4045394ffbe4297a01e947c/C is initiating minor compaction (all files) 2024-11-24T03:24:20,851 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b46f391a4045394ffbe4297a01e947c/C in TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:20,851 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/dd5b79fa4de2458a8908f51a98f4dfd7, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/8b2949dbdba14a24a9c79a1ad7f3ac0e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/9560d69e549a49c19b1260d74b0917f9, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/577a0d29e46f47d780a03edb5cd6c308] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp, totalSize=48.5 K 2024-11-24T03:24:20,851 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd5b79fa4de2458a8908f51a98f4dfd7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732418656956 2024-11-24T03:24:20,851 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b2949dbdba14a24a9c79a1ad7f3ac0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732418657065 2024-11-24T03:24:20,851 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9560d69e549a49c19b1260d74b0917f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732418658212 2024-11-24T03:24:20,851 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 577a0d29e46f47d780a03edb5cd6c308, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732418659439 2024-11-24T03:24:20,858 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b46f391a4045394ffbe4297a01e947c#C#compaction#515 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:20,859 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/bd4f6476d7c2409c8ae60324d9eecdbb is 50, key is test_row_0/C:col10/1732418659439/Put/seqid=0 2024-11-24T03:24:20,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742427_1603 (size=13017) 2024-11-24T03:24:20,954 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:20,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T03:24:20,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:20,955 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing 5b46f391a4045394ffbe4297a01e947c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T03:24:20,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=A 2024-11-24T03:24:20,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:20,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=B 2024-11-24T03:24:20,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:20,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=C 2024-11-24T03:24:20,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:20,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/438b15e8f3744d31a1bcbde5bd444f1a is 50, key is test_row_0/A:col10/1732418659587/Put/seqid=0 2024-11-24T03:24:20,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742428_1604 (size=12301) 2024-11-24T03:24:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-24T03:24:21,244 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/6ee13789ec784df3bfc8e5cec82c71f9 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/6ee13789ec784df3bfc8e5cec82c71f9 2024-11-24T03:24:21,249 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5b46f391a4045394ffbe4297a01e947c/B of 5b46f391a4045394ffbe4297a01e947c into 6ee13789ec784df3bfc8e5cec82c71f9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:21,249 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:21,249 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., storeName=5b46f391a4045394ffbe4297a01e947c/B, priority=12, startTime=1732418660819; duration=0sec 2024-11-24T03:24:21,250 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:21,250 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b46f391a4045394ffbe4297a01e947c:B 2024-11-24T03:24:21,265 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/bd4f6476d7c2409c8ae60324d9eecdbb as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/bd4f6476d7c2409c8ae60324d9eecdbb 2024-11-24T03:24:21,269 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5b46f391a4045394ffbe4297a01e947c/C of 5b46f391a4045394ffbe4297a01e947c into bd4f6476d7c2409c8ae60324d9eecdbb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:21,269 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:21,269 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., storeName=5b46f391a4045394ffbe4297a01e947c/C, priority=12, startTime=1732418660819; duration=0sec 2024-11-24T03:24:21,269 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:21,269 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b46f391a4045394ffbe4297a01e947c:C 2024-11-24T03:24:21,362 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/438b15e8f3744d31a1bcbde5bd444f1a 2024-11-24T03:24:21,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/b9cb627ae7c74218b1d58312ab119135 is 50, key is test_row_0/B:col10/1732418659587/Put/seqid=0 2024-11-24T03:24:21,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742429_1605 (size=12301) 2024-11-24T03:24:21,373 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/b9cb627ae7c74218b1d58312ab119135 2024-11-24T03:24:21,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/892b7e03f1cf4129b0537a3f9ee48d1b is 50, key is test_row_0/C:col10/1732418659587/Put/seqid=0 2024-11-24T03:24:21,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742430_1606 (size=12301) 2024-11-24T03:24:21,385 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/892b7e03f1cf4129b0537a3f9ee48d1b 2024-11-24T03:24:21,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/438b15e8f3744d31a1bcbde5bd444f1a as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/438b15e8f3744d31a1bcbde5bd444f1a 2024-11-24T03:24:21,394 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/438b15e8f3744d31a1bcbde5bd444f1a, entries=150, sequenceid=321, filesize=12.0 K 2024-11-24T03:24:21,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/b9cb627ae7c74218b1d58312ab119135 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/b9cb627ae7c74218b1d58312ab119135 2024-11-24T03:24:21,398 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/b9cb627ae7c74218b1d58312ab119135, entries=150, sequenceid=321, filesize=12.0 K 2024-11-24T03:24:21,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/892b7e03f1cf4129b0537a3f9ee48d1b as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/892b7e03f1cf4129b0537a3f9ee48d1b 2024-11-24T03:24:21,401 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/892b7e03f1cf4129b0537a3f9ee48d1b, entries=150, sequenceid=321, filesize=12.0 K 2024-11-24T03:24:21,402 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 5b46f391a4045394ffbe4297a01e947c in 447ms, sequenceid=321, compaction requested=false 2024-11-24T03:24:21,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:21,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:21,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-24T03:24:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-24T03:24:21,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-24T03:24:21,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5170 sec 2024-11-24T03:24:21,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.5200 sec 2024-11-24T03:24:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:21,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b46f391a4045394ffbe4297a01e947c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:24:21,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=A 2024-11-24T03:24:21,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:21,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=B 2024-11-24T03:24:21,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:21,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=C 2024-11-24T03:24:21,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:21,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/778a5343271348e2bfd1d69dd9d46b8e is 50, key is test_row_0/A:col10/1732418661742/Put/seqid=0 2024-11-24T03:24:21,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742431_1607 (size=14741) 2024-11-24T03:24:21,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 319 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418721873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:21,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 321 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418721978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-24T03:24:21,989 INFO [Thread-2370 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-24T03:24:21,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:24:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-24T03:24:21,992 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:24:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T03:24:21,992 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:24:21,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:24:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T03:24:22,143 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:22,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T03:24:22,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:22,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:22,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:22,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:22,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:22,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/778a5343271348e2bfd1d69dd9d46b8e 2024-11-24T03:24:22,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/e3084401c68e4bf593387efd629318dc is 50, key is test_row_0/B:col10/1732418661742/Put/seqid=0 2024-11-24T03:24:22,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742432_1608 (size=12301) 2024-11-24T03:24:22,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 323 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418722180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:22,222 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T03:24:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T03:24:22,296 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:22,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T03:24:22,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:22,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:22,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:22,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:22,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:22,449 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:22,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T03:24:22,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:22,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:22,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:22,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:22,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:22,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 325 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418722486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:22,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/e3084401c68e4bf593387efd629318dc 2024-11-24T03:24:22,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/7c75516f5c6b4084b7c7ff43b37fbf34 is 50, key is test_row_0/C:col10/1732418661742/Put/seqid=0 2024-11-24T03:24:22,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742433_1609 (size=12301) 2024-11-24T03:24:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T03:24:22,601 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:22,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T03:24:22,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:22,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:22,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:22,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:22,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:22,753 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:22,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T03:24:22,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:22,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:22,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:22,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:22,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:22,905 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:22,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T03:24:22,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:22,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:22,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:22,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:22,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:22,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/7c75516f5c6b4084b7c7ff43b37fbf34 2024-11-24T03:24:22,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/778a5343271348e2bfd1d69dd9d46b8e as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/778a5343271348e2bfd1d69dd9d46b8e 2024-11-24T03:24:22,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/778a5343271348e2bfd1d69dd9d46b8e, entries=200, sequenceid=334, filesize=14.4 K 2024-11-24T03:24:22,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/e3084401c68e4bf593387efd629318dc as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/e3084401c68e4bf593387efd629318dc 2024-11-24T03:24:22,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/e3084401c68e4bf593387efd629318dc, entries=150, sequenceid=334, filesize=12.0 K 2024-11-24T03:24:22,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/7c75516f5c6b4084b7c7ff43b37fbf34 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/7c75516f5c6b4084b7c7ff43b37fbf34 2024-11-24T03:24:22,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/7c75516f5c6b4084b7c7ff43b37fbf34, entries=150, sequenceid=334, filesize=12.0 K 2024-11-24T03:24:22,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5b46f391a4045394ffbe4297a01e947c in 1243ms, sequenceid=334, compaction requested=true 2024-11-24T03:24:22,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:22,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b46f391a4045394ffbe4297a01e947c:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:24:22,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:22,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b46f391a4045394ffbe4297a01e947c:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:24:22,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:22,991 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:24:22,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b46f391a4045394ffbe4297a01e947c:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:24:22,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:24:22,991 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:24:22,992 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:24:22,992 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:24:22,992 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 5b46f391a4045394ffbe4297a01e947c/B is initiating minor compaction (all files) 2024-11-24T03:24:22,992 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): 5b46f391a4045394ffbe4297a01e947c/A is initiating minor compaction (all files) 2024-11-24T03:24:22,992 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b46f391a4045394ffbe4297a01e947c/B in TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:22,992 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b46f391a4045394ffbe4297a01e947c/A in TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:22,992 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/6ee13789ec784df3bfc8e5cec82c71f9, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/b9cb627ae7c74218b1d58312ab119135, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/e3084401c68e4bf593387efd629318dc] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp, totalSize=36.7 K 2024-11-24T03:24:22,992 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/d520db698a9849e7b98297c74c7328c0, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/438b15e8f3744d31a1bcbde5bd444f1a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/778a5343271348e2bfd1d69dd9d46b8e] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp, totalSize=39.1 K 2024-11-24T03:24:22,993 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ee13789ec784df3bfc8e5cec82c71f9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732418659439 2024-11-24T03:24:22,993 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting d520db698a9849e7b98297c74c7328c0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732418659439 2024-11-24T03:24:22,993 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 438b15e8f3744d31a1bcbde5bd444f1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732418659586 2024-11-24T03:24:22,993 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting b9cb627ae7c74218b1d58312ab119135, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732418659586 2024-11-24T03:24:22,994 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 778a5343271348e2bfd1d69dd9d46b8e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732418661731 2024-11-24T03:24:22,994 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting e3084401c68e4bf593387efd629318dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732418661742 2024-11-24T03:24:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:22,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b46f391a4045394ffbe4297a01e947c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T03:24:22,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=A 2024-11-24T03:24:22,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:22,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=B 2024-11-24T03:24:22,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:22,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=C 2024-11-24T03:24:22,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:23,001 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b46f391a4045394ffbe4297a01e947c#B#compaction#522 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:23,002 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/d0c71c5b01d74874ace2d95997ab3c4d is 50, key is test_row_0/B:col10/1732418661742/Put/seqid=0 2024-11-24T03:24:23,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/11624755603241dbba36198c10349960 is 50, key is test_row_0/A:col10/1732418662993/Put/seqid=0 2024-11-24T03:24:23,005 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b46f391a4045394ffbe4297a01e947c#A#compaction#524 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:23,005 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/a030f82ef39c437f88b93e8a4a1707c0 is 50, key is test_row_0/A:col10/1732418661742/Put/seqid=0 2024-11-24T03:24:23,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742434_1610 (size=13119) 2024-11-24T03:24:23,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742435_1611 (size=14741) 2024-11-24T03:24:23,013 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/d0c71c5b01d74874ace2d95997ab3c4d as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/d0c71c5b01d74874ace2d95997ab3c4d 2024-11-24T03:24:23,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742436_1612 (size=13119) 2024-11-24T03:24:23,017 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b46f391a4045394ffbe4297a01e947c/B of 5b46f391a4045394ffbe4297a01e947c into d0c71c5b01d74874ace2d95997ab3c4d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:23,017 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:23,018 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., storeName=5b46f391a4045394ffbe4297a01e947c/B, priority=13, startTime=1732418662991; duration=0sec 2024-11-24T03:24:23,018 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:24:23,018 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b46f391a4045394ffbe4297a01e947c:B 2024-11-24T03:24:23,018 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:24:23,019 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/a030f82ef39c437f88b93e8a4a1707c0 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/a030f82ef39c437f88b93e8a4a1707c0 2024-11-24T03:24:23,020 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:24:23,020 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): 5b46f391a4045394ffbe4297a01e947c/C is initiating minor compaction (all files) 2024-11-24T03:24:23,020 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b46f391a4045394ffbe4297a01e947c/C in TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:23,020 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/bd4f6476d7c2409c8ae60324d9eecdbb, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/892b7e03f1cf4129b0537a3f9ee48d1b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/7c75516f5c6b4084b7c7ff43b37fbf34] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp, totalSize=36.7 K 2024-11-24T03:24:23,020 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting bd4f6476d7c2409c8ae60324d9eecdbb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732418659439 2024-11-24T03:24:23,021 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 892b7e03f1cf4129b0537a3f9ee48d1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732418659586 2024-11-24T03:24:23,021 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c75516f5c6b4084b7c7ff43b37fbf34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732418661742 2024-11-24T03:24:23,023 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b46f391a4045394ffbe4297a01e947c/A of 5b46f391a4045394ffbe4297a01e947c into a030f82ef39c437f88b93e8a4a1707c0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:23,023 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:23,023 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., storeName=5b46f391a4045394ffbe4297a01e947c/A, priority=13, startTime=1732418662991; duration=0sec 2024-11-24T03:24:23,023 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:23,023 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b46f391a4045394ffbe4297a01e947c:A 2024-11-24T03:24:23,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 335 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418723020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:23,029 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b46f391a4045394ffbe4297a01e947c#C#compaction#525 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:23,029 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/63a65bdda2ea483f863a45c5bf15e0fa is 50, key is test_row_0/C:col10/1732418661742/Put/seqid=0 2024-11-24T03:24:23,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742437_1613 (size=13119) 2024-11-24T03:24:23,058 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:23,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T03:24:23,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:23,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:23,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:23,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:23,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T03:24:23,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 337 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418723125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:23,210 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:23,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T03:24:23,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:23,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:23,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:23,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:23,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:23,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 339 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418723328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:23,363 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:23,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T03:24:23,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:23,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:23,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:23,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:23,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:23,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/11624755603241dbba36198c10349960 2024-11-24T03:24:23,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/2eea74505b2542cdacc119aa456f5e02 is 50, key is test_row_0/B:col10/1732418662993/Put/seqid=0 2024-11-24T03:24:23,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742438_1614 (size=12301) 2024-11-24T03:24:23,449 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/63a65bdda2ea483f863a45c5bf15e0fa as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/63a65bdda2ea483f863a45c5bf15e0fa 2024-11-24T03:24:23,453 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b46f391a4045394ffbe4297a01e947c/C of 5b46f391a4045394ffbe4297a01e947c into 63a65bdda2ea483f863a45c5bf15e0fa(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:23,453 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:23,453 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c., storeName=5b46f391a4045394ffbe4297a01e947c/C, priority=13, startTime=1732418662991; duration=0sec 2024-11-24T03:24:23,453 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:23,453 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b46f391a4045394ffbe4297a01e947c:C 2024-11-24T03:24:23,515 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:23,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T03:24:23,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:23,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:23,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:23,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:23,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:23,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:23,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 341 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418723632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:23,668 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:23,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T03:24:23,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:23,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:23,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:23,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:23,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:23,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/2eea74505b2542cdacc119aa456f5e02 2024-11-24T03:24:23,820 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:23,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T03:24:23,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:23,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:23,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:23,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:23,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:23,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:23,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/91d61ac7aa1c4ae3b83779a7162ba203 is 50, key is test_row_0/C:col10/1732418662993/Put/seqid=0 2024-11-24T03:24:23,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742439_1615 (size=12301) 2024-11-24T03:24:23,973 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:23,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T03:24:23,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:23,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:23,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:23,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:23,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T03:24:24,125 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:24,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T03:24:24,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:24,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. as already flushing 2024-11-24T03:24:24,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:24,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:24,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:24,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 343 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46828 deadline: 1732418724136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:24,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/91d61ac7aa1c4ae3b83779a7162ba203 2024-11-24T03:24:24,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/11624755603241dbba36198c10349960 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/11624755603241dbba36198c10349960 2024-11-24T03:24:24,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/11624755603241dbba36198c10349960, entries=200, sequenceid=360, filesize=14.4 K 2024-11-24T03:24:24,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/2eea74505b2542cdacc119aa456f5e02 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/2eea74505b2542cdacc119aa456f5e02 2024-11-24T03:24:24,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/2eea74505b2542cdacc119aa456f5e02, entries=150, sequenceid=360, filesize=12.0 K 2024-11-24T03:24:24,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/91d61ac7aa1c4ae3b83779a7162ba203 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/91d61ac7aa1c4ae3b83779a7162ba203 2024-11-24T03:24:24,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/91d61ac7aa1c4ae3b83779a7162ba203, entries=150, sequenceid=360, filesize=12.0 K 2024-11-24T03:24:24,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5b46f391a4045394ffbe4297a01e947c in 1258ms, sequenceid=360, compaction requested=false 2024-11-24T03:24:24,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:24,278 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:24,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T03:24:24,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:24,278 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing 5b46f391a4045394ffbe4297a01e947c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T03:24:24,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=A 2024-11-24T03:24:24,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:24,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=B 2024-11-24T03:24:24,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:24,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=C 2024-11-24T03:24:24,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:24,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/8372f5252f874ab8bf6a6b6bcb9a2c2a is 50, key is test_row_0/A:col10/1732418663018/Put/seqid=0 2024-11-24T03:24:24,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742440_1616 (size=12301) 2024-11-24T03:24:24,288 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/8372f5252f874ab8bf6a6b6bcb9a2c2a 2024-11-24T03:24:24,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/c76ac890e75e470a8d6b799b988142f5 is 50, key is test_row_0/B:col10/1732418663018/Put/seqid=0 2024-11-24T03:24:24,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742441_1617 (size=12301) 2024-11-24T03:24:24,698 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/c76ac890e75e470a8d6b799b988142f5 2024-11-24T03:24:24,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/e381614252994217aa4c5001b8ef8a58 is 50, key is test_row_0/C:col10/1732418663018/Put/seqid=0 2024-11-24T03:24:24,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742442_1618 (size=12301) 2024-11-24T03:24:25,108 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/e381614252994217aa4c5001b8ef8a58 2024-11-24T03:24:25,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/8372f5252f874ab8bf6a6b6bcb9a2c2a as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/8372f5252f874ab8bf6a6b6bcb9a2c2a 2024-11-24T03:24:25,115 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/8372f5252f874ab8bf6a6b6bcb9a2c2a, entries=150, sequenceid=373, filesize=12.0 K 2024-11-24T03:24:25,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/c76ac890e75e470a8d6b799b988142f5 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/c76ac890e75e470a8d6b799b988142f5 2024-11-24T03:24:25,119 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/c76ac890e75e470a8d6b799b988142f5, entries=150, sequenceid=373, filesize=12.0 K 2024-11-24T03:24:25,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/e381614252994217aa4c5001b8ef8a58 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/e381614252994217aa4c5001b8ef8a58 2024-11-24T03:24:25,123 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/e381614252994217aa4c5001b8ef8a58, entries=150, sequenceid=373, filesize=12.0 K 2024-11-24T03:24:25,124 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 5b46f391a4045394ffbe4297a01e947c in 846ms, sequenceid=373, compaction requested=true 2024-11-24T03:24:25,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:25,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:25,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-24T03:24:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-11-24T03:24:25,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-24T03:24:25,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1330 sec 2024-11-24T03:24:25,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 3.1370 sec 2024-11-24T03:24:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on 5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:25,175 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b46f391a4045394ffbe4297a01e947c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T03:24:25,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=A 2024-11-24T03:24:25,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:25,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=B 2024-11-24T03:24:25,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:25,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=C 2024-11-24T03:24:25,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:25,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/17659d0eb3844abb8f2bc6a7f7d84bd1 is 50, key is test_row_0/A:col10/1732418665167/Put/seqid=0 2024-11-24T03:24:25,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742443_1619 (size=14741) 2024-11-24T03:24:25,239 DEBUG [Thread-2371 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11193a0c to 127.0.0.1:63551 2024-11-24T03:24:25,239 DEBUG [Thread-2371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:25,241 DEBUG [Thread-2373 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7861b162 to 127.0.0.1:63551 2024-11-24T03:24:25,241 DEBUG [Thread-2373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:25,241 DEBUG [Thread-2377 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x008a917b to 127.0.0.1:63551 2024-11-24T03:24:25,241 DEBUG [Thread-2377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:25,241 DEBUG [Thread-2366 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06bc0f7c to 127.0.0.1:63551 2024-11-24T03:24:25,241 DEBUG [Thread-2366 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:25,245 DEBUG [Thread-2375 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x154f0f85 to 127.0.0.1:63551 2024-11-24T03:24:25,245 DEBUG [Thread-2375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:25,246 DEBUG [Thread-2379 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x054c2725 to 127.0.0.1:63551 2024-11-24T03:24:25,246 DEBUG [Thread-2379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:25,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/17659d0eb3844abb8f2bc6a7f7d84bd1 2024-11-24T03:24:25,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/5c65282b50754c14bb7bc50fc5f5b15b is 50, key is test_row_0/B:col10/1732418665167/Put/seqid=0 2024-11-24T03:24:25,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742444_1620 (size=12301) 2024-11-24T03:24:25,728 DEBUG [Thread-2360 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x32c12a30 to 127.0.0.1:63551 2024-11-24T03:24:25,728 DEBUG [Thread-2360 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:25,776 DEBUG [Thread-2368 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b8b6e04 to 127.0.0.1:63551 2024-11-24T03:24:25,776 DEBUG [Thread-2368 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:25,807 DEBUG [Thread-2364 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x032bb71c to 127.0.0.1:63551 2024-11-24T03:24:25,807 DEBUG [Thread-2364 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:25,808 DEBUG [Thread-2362 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ef40578 to 127.0.0.1:63551 2024-11-24T03:24:25,808 DEBUG [Thread-2362 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:25,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/5c65282b50754c14bb7bc50fc5f5b15b 2024-11-24T03:24:25,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/dfa99a97f9034ab698438bbafc792652 is 50, key is test_row_0/C:col10/1732418665167/Put/seqid=0 2024-11-24T03:24:26,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742445_1621 (size=12301) 2024-11-24T03:24:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-24T03:24:26,096 INFO [Thread-2370 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-24T03:24:26,096 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T03:24:26,096 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-24T03:24:26,096 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-11-24T03:24:26,096 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-24T03:24:26,096 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 255 2024-11-24T03:24:26,096 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-11-24T03:24:26,096 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T03:24:26,096 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T03:24:26,096 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3129 2024-11-24T03:24:26,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9387 rows 2024-11-24T03:24:26,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3138 2024-11-24T03:24:26,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9414 rows 2024-11-24T03:24:26,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3122 2024-11-24T03:24:26,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9366 rows 2024-11-24T03:24:26,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3133 2024-11-24T03:24:26,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9399 rows 2024-11-24T03:24:26,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3125 2024-11-24T03:24:26,097 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9375 rows 2024-11-24T03:24:26,097 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T03:24:26,097 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x022a6e9f to 127.0.0.1:63551 2024-11-24T03:24:26,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:26,101 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T03:24:26,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T03:24:26,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T03:24:26,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-24T03:24:26,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418666104"}]},"ts":"1732418666104"} 2024-11-24T03:24:26,105 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T03:24:26,107 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T03:24:26,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T03:24:26,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b46f391a4045394ffbe4297a01e947c, UNASSIGN}] 2024-11-24T03:24:26,109 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b46f391a4045394ffbe4297a01e947c, UNASSIGN 2024-11-24T03:24:26,109 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=5b46f391a4045394ffbe4297a01e947c, regionState=CLOSING, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:26,110 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:24:26,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; CloseRegionProcedure 5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827}] 2024-11-24T03:24:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-24T03:24:26,261 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:26,262 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(124): Close 5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:26,262 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T03:24:26,262 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1681): Closing 5b46f391a4045394ffbe4297a01e947c, disabling compactions & flushes 2024-11-24T03:24:26,262 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:26,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/dfa99a97f9034ab698438bbafc792652 2024-11-24T03:24:26,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/17659d0eb3844abb8f2bc6a7f7d84bd1 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/17659d0eb3844abb8f2bc6a7f7d84bd1 2024-11-24T03:24:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-24T03:24:26,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/17659d0eb3844abb8f2bc6a7f7d84bd1, entries=200, sequenceid=384, filesize=14.4 K 2024-11-24T03:24:26,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/5c65282b50754c14bb7bc50fc5f5b15b as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/5c65282b50754c14bb7bc50fc5f5b15b 2024-11-24T03:24:26,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/5c65282b50754c14bb7bc50fc5f5b15b, entries=150, sequenceid=384, filesize=12.0 K 2024-11-24T03:24:26,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/dfa99a97f9034ab698438bbafc792652 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/dfa99a97f9034ab698438bbafc792652 2024-11-24T03:24:26,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/dfa99a97f9034ab698438bbafc792652, entries=150, sequenceid=384, filesize=12.0 K 2024-11-24T03:24:26,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=93.93 KB/96180 for 5b46f391a4045394ffbe4297a01e947c in 1237ms, sequenceid=384, compaction requested=true 2024-11-24T03:24:26,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:26,413 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:26,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b46f391a4045394ffbe4297a01e947c:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:24:26,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:26,413 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:26,413 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. because compaction request was cancelled 2024-11-24T03:24:26,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b46f391a4045394ffbe4297a01e947c:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:24:26,413 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. after waiting 0 ms 2024-11-24T03:24:26,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:26,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b46f391a4045394ffbe4297a01e947c:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:24:26,413 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:26,413 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b46f391a4045394ffbe4297a01e947c:A 2024-11-24T03:24:26,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:24:26,413 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. because compaction request was cancelled 2024-11-24T03:24:26,413 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b46f391a4045394ffbe4297a01e947c:B 2024-11-24T03:24:26,413 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. because compaction request was cancelled 2024-11-24T03:24:26,413 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b46f391a4045394ffbe4297a01e947c:C 2024-11-24T03:24:26,413 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(2837): Flushing 5b46f391a4045394ffbe4297a01e947c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T03:24:26,413 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=A 2024-11-24T03:24:26,413 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:26,413 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=B 2024-11-24T03:24:26,413 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:26,413 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b46f391a4045394ffbe4297a01e947c, store=C 2024-11-24T03:24:26,413 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:26,417 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/235806680d1c43ca900ea01dc472a303 is 50, key is test_row_0/A:col10/1732418665727/Put/seqid=0 2024-11-24T03:24:26,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742446_1622 (size=12301) 2024-11-24T03:24:26,420 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/235806680d1c43ca900ea01dc472a303 2024-11-24T03:24:26,424 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/253f5af2fd2a45a3b76eb7814619c89b is 50, key is test_row_0/B:col10/1732418665727/Put/seqid=0 2024-11-24T03:24:26,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742447_1623 (size=12301) 2024-11-24T03:24:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-24T03:24:26,828 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/253f5af2fd2a45a3b76eb7814619c89b 2024-11-24T03:24:26,833 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/fb3beb96b8ae424591355cf208930a6a is 50, key is test_row_0/C:col10/1732418665727/Put/seqid=0 2024-11-24T03:24:26,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742448_1624 (size=12301) 2024-11-24T03:24:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-24T03:24:27,236 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/fb3beb96b8ae424591355cf208930a6a 2024-11-24T03:24:27,240 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/A/235806680d1c43ca900ea01dc472a303 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/235806680d1c43ca900ea01dc472a303 2024-11-24T03:24:27,242 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/235806680d1c43ca900ea01dc472a303, entries=150, sequenceid=401, filesize=12.0 K 2024-11-24T03:24:27,243 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/B/253f5af2fd2a45a3b76eb7814619c89b as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/253f5af2fd2a45a3b76eb7814619c89b 2024-11-24T03:24:27,245 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/253f5af2fd2a45a3b76eb7814619c89b, entries=150, sequenceid=401, filesize=12.0 K 2024-11-24T03:24:27,246 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/.tmp/C/fb3beb96b8ae424591355cf208930a6a as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/fb3beb96b8ae424591355cf208930a6a 2024-11-24T03:24:27,248 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/fb3beb96b8ae424591355cf208930a6a, entries=150, sequenceid=401, filesize=12.0 K 2024-11-24T03:24:27,248 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for 5b46f391a4045394ffbe4297a01e947c in 835ms, sequenceid=401, compaction requested=true 2024-11-24T03:24:27,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/bc6337c18b814c2fba07cddc5cd66028, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/cedc3bfb044e4b0c9c2f067205e45c69, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/427bfbfe6b2d44f5abebd7a2e9d522bd, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/26066ce02ac446d6a92f1cbedeb7e507, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/66977956c5854f6e8f2c97837e1fef63, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/8c93861b16f14b67938299d7e52030ac, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/07601f01b5af45fab8635a01b95d0919, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/8fbdfaabf8a24fb88567f6e96b412ea2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/a193380f6e48454c93d6c65f1ae7713b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/b13109e45ec54b1f95229d9955fd045e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/e19086b36e8642d4a75058d6b79b0c24, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/274a60d5599b4b2fad2fbf151c04b6f8, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/91b05fe02e2e434ba2257b220d6623c2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/2783ff0d77a34620a57b2733e983a86d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/97920c92e8ad41b6808ed199eca2f7f4, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/9b1e0229e2544e5ca05a56d50868e8e1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/0c4448441ead4d3d95a85d65af22f760, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/1d6135559a7242018e118ece0a8f815e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/7336ee05605643b382f3ab6ae501b506, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/6f99793b86ce4389b961c6a2e3c124e3, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/1068c95e60a147d79d0c6d82d93dc900, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/d520db698a9849e7b98297c74c7328c0, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/438b15e8f3744d31a1bcbde5bd444f1a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/778a5343271348e2bfd1d69dd9d46b8e] to archive 2024-11-24T03:24:27,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:24:27,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/bc6337c18b814c2fba07cddc5cd66028 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/bc6337c18b814c2fba07cddc5cd66028 2024-11-24T03:24:27,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/cedc3bfb044e4b0c9c2f067205e45c69 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/cedc3bfb044e4b0c9c2f067205e45c69 2024-11-24T03:24:27,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/427bfbfe6b2d44f5abebd7a2e9d522bd to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/427bfbfe6b2d44f5abebd7a2e9d522bd 2024-11-24T03:24:27,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/26066ce02ac446d6a92f1cbedeb7e507 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/26066ce02ac446d6a92f1cbedeb7e507 2024-11-24T03:24:27,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/66977956c5854f6e8f2c97837e1fef63 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/66977956c5854f6e8f2c97837e1fef63 2024-11-24T03:24:27,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/8c93861b16f14b67938299d7e52030ac to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/8c93861b16f14b67938299d7e52030ac 2024-11-24T03:24:27,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/07601f01b5af45fab8635a01b95d0919 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/07601f01b5af45fab8635a01b95d0919 2024-11-24T03:24:27,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/8fbdfaabf8a24fb88567f6e96b412ea2 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/8fbdfaabf8a24fb88567f6e96b412ea2 2024-11-24T03:24:27,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/a193380f6e48454c93d6c65f1ae7713b to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/a193380f6e48454c93d6c65f1ae7713b 2024-11-24T03:24:27,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/b13109e45ec54b1f95229d9955fd045e to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/b13109e45ec54b1f95229d9955fd045e 2024-11-24T03:24:27,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/e19086b36e8642d4a75058d6b79b0c24 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/e19086b36e8642d4a75058d6b79b0c24 2024-11-24T03:24:27,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/274a60d5599b4b2fad2fbf151c04b6f8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/274a60d5599b4b2fad2fbf151c04b6f8 2024-11-24T03:24:27,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/91b05fe02e2e434ba2257b220d6623c2 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/91b05fe02e2e434ba2257b220d6623c2 2024-11-24T03:24:27,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/2783ff0d77a34620a57b2733e983a86d to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/2783ff0d77a34620a57b2733e983a86d 2024-11-24T03:24:27,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/97920c92e8ad41b6808ed199eca2f7f4 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/97920c92e8ad41b6808ed199eca2f7f4 2024-11-24T03:24:27,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/9b1e0229e2544e5ca05a56d50868e8e1 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/9b1e0229e2544e5ca05a56d50868e8e1 2024-11-24T03:24:27,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/0c4448441ead4d3d95a85d65af22f760 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/0c4448441ead4d3d95a85d65af22f760 2024-11-24T03:24:27,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/1d6135559a7242018e118ece0a8f815e to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/1d6135559a7242018e118ece0a8f815e 2024-11-24T03:24:27,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/7336ee05605643b382f3ab6ae501b506 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/7336ee05605643b382f3ab6ae501b506 2024-11-24T03:24:27,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/6f99793b86ce4389b961c6a2e3c124e3 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/6f99793b86ce4389b961c6a2e3c124e3 2024-11-24T03:24:27,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/1068c95e60a147d79d0c6d82d93dc900 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/1068c95e60a147d79d0c6d82d93dc900 2024-11-24T03:24:27,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/d520db698a9849e7b98297c74c7328c0 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/d520db698a9849e7b98297c74c7328c0 2024-11-24T03:24:27,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/438b15e8f3744d31a1bcbde5bd444f1a to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/438b15e8f3744d31a1bcbde5bd444f1a 2024-11-24T03:24:27,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/778a5343271348e2bfd1d69dd9d46b8e to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/778a5343271348e2bfd1d69dd9d46b8e 2024-11-24T03:24:27,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/2a0b8970108e4043937c0b02f1c59aeb, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/7f2356eae17c411dbdb7d6282f93cc78, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/0af9c2ea832748de91be50f680475100, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/288d8f533f60426eada1342bc3230e20, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/137200502c434f5abe12998f8c83c701, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/470f142f1f1542d69c13178b236fb713, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/fe28137d3ed641479c9daee7d1f01f0e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/6bb55a12d4c349b7a8bebbb8ec5ce20d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/8f1e60137cc14e78a5db474cec31f747, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/440e00f6bbcc4ed88b60361bfdbdd3f2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/9fc2952eab3046e895008fbd6cc4c56f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/173efcec419849a79fd044d423087264, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/d23c1f86bd5c46a1ae75ec4bf47bfd6f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/8298f88b47b449c78e6ab6c797ab5abf, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/ba9cf8308c68451b8656274cf71067ed, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/10c0abcdcc884dbeb3856d035613acce, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/41d9eea45f8e43018880a8c4c613e138, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/47ed430c529a45c686f854120bda00be, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/050c5bf439814212a9a755e7f2fb4cf1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/cc7150885b5e46d9822e7ff1d9feacf4, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/6ee13789ec784df3bfc8e5cec82c71f9, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/d591765bd5114c5ea9ab42d6a16d7337, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/b9cb627ae7c74218b1d58312ab119135, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/e3084401c68e4bf593387efd629318dc] to archive 2024-11-24T03:24:27,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:24:27,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/2a0b8970108e4043937c0b02f1c59aeb to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/2a0b8970108e4043937c0b02f1c59aeb 2024-11-24T03:24:27,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/7f2356eae17c411dbdb7d6282f93cc78 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/7f2356eae17c411dbdb7d6282f93cc78 2024-11-24T03:24:27,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/0af9c2ea832748de91be50f680475100 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/0af9c2ea832748de91be50f680475100 2024-11-24T03:24:27,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/288d8f533f60426eada1342bc3230e20 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/288d8f533f60426eada1342bc3230e20 2024-11-24T03:24:27,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/137200502c434f5abe12998f8c83c701 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/137200502c434f5abe12998f8c83c701 2024-11-24T03:24:27,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/470f142f1f1542d69c13178b236fb713 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/470f142f1f1542d69c13178b236fb713 2024-11-24T03:24:27,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/fe28137d3ed641479c9daee7d1f01f0e to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/fe28137d3ed641479c9daee7d1f01f0e 2024-11-24T03:24:27,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/6bb55a12d4c349b7a8bebbb8ec5ce20d to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/6bb55a12d4c349b7a8bebbb8ec5ce20d 2024-11-24T03:24:27,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/8f1e60137cc14e78a5db474cec31f747 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/8f1e60137cc14e78a5db474cec31f747 2024-11-24T03:24:27,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/440e00f6bbcc4ed88b60361bfdbdd3f2 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/440e00f6bbcc4ed88b60361bfdbdd3f2 2024-11-24T03:24:27,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/9fc2952eab3046e895008fbd6cc4c56f to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/9fc2952eab3046e895008fbd6cc4c56f 2024-11-24T03:24:27,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/173efcec419849a79fd044d423087264 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/173efcec419849a79fd044d423087264 2024-11-24T03:24:27,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/d23c1f86bd5c46a1ae75ec4bf47bfd6f to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/d23c1f86bd5c46a1ae75ec4bf47bfd6f 2024-11-24T03:24:27,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/8298f88b47b449c78e6ab6c797ab5abf to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/8298f88b47b449c78e6ab6c797ab5abf 2024-11-24T03:24:27,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/ba9cf8308c68451b8656274cf71067ed to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/ba9cf8308c68451b8656274cf71067ed 2024-11-24T03:24:27,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/10c0abcdcc884dbeb3856d035613acce to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/10c0abcdcc884dbeb3856d035613acce 2024-11-24T03:24:27,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/41d9eea45f8e43018880a8c4c613e138 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/41d9eea45f8e43018880a8c4c613e138 2024-11-24T03:24:27,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/47ed430c529a45c686f854120bda00be to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/47ed430c529a45c686f854120bda00be 2024-11-24T03:24:27,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/050c5bf439814212a9a755e7f2fb4cf1 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/050c5bf439814212a9a755e7f2fb4cf1 2024-11-24T03:24:27,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/cc7150885b5e46d9822e7ff1d9feacf4 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/cc7150885b5e46d9822e7ff1d9feacf4 2024-11-24T03:24:27,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/6ee13789ec784df3bfc8e5cec82c71f9 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/6ee13789ec784df3bfc8e5cec82c71f9 2024-11-24T03:24:27,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/d591765bd5114c5ea9ab42d6a16d7337 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/d591765bd5114c5ea9ab42d6a16d7337 2024-11-24T03:24:27,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/b9cb627ae7c74218b1d58312ab119135 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/b9cb627ae7c74218b1d58312ab119135 2024-11-24T03:24:27,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/e3084401c68e4bf593387efd629318dc to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/e3084401c68e4bf593387efd629318dc 2024-11-24T03:24:27,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/10a98e2e0715445b902c550a2eb8a449, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/b76b32e9e5a74805a9613d3b97818dac, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/643cd99993074e14a9ab4ce6f2830d7a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/f059af731eff4d9b8c0da6b83e3d6f56, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/cd57c479a6a042d7a63aa981c205c5df, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/621d272e209f4e48a40e6144dc5da887, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/9909c66dcacb44c4b70fbed8d6cc56f4, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/95e9fc51d42d40f8a4d7c52c703a0a3f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/3f2464d59e604eadb900bc63acc5aad7, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/793d96b083e443dd9f8da0abeb346b3a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/adb8e2933c6d4aadaa94c7ac71c63140, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/aa84519e385c446587629fa3b106dcf9, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/86c5c914a1b1459990478ee4af836344, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/46feeb5aefcd4c81b9ee18eeff0f429c, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/31360d53cce4470cb045b5ee8b936f0f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/b8b06a351fdc4204ab232b87d766fb3e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/dd5b79fa4de2458a8908f51a98f4dfd7, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/02926d4afa0d41f496b1ddaebacd167f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/8b2949dbdba14a24a9c79a1ad7f3ac0e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/9560d69e549a49c19b1260d74b0917f9, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/bd4f6476d7c2409c8ae60324d9eecdbb, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/577a0d29e46f47d780a03edb5cd6c308, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/892b7e03f1cf4129b0537a3f9ee48d1b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/7c75516f5c6b4084b7c7ff43b37fbf34] to archive 2024-11-24T03:24:27,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:24:27,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/10a98e2e0715445b902c550a2eb8a449 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/10a98e2e0715445b902c550a2eb8a449 2024-11-24T03:24:27,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/b76b32e9e5a74805a9613d3b97818dac to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/b76b32e9e5a74805a9613d3b97818dac 2024-11-24T03:24:27,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/643cd99993074e14a9ab4ce6f2830d7a to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/643cd99993074e14a9ab4ce6f2830d7a 2024-11-24T03:24:27,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/f059af731eff4d9b8c0da6b83e3d6f56 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/f059af731eff4d9b8c0da6b83e3d6f56 2024-11-24T03:24:27,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/cd57c479a6a042d7a63aa981c205c5df to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/cd57c479a6a042d7a63aa981c205c5df 2024-11-24T03:24:27,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/621d272e209f4e48a40e6144dc5da887 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/621d272e209f4e48a40e6144dc5da887 2024-11-24T03:24:27,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/9909c66dcacb44c4b70fbed8d6cc56f4 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/9909c66dcacb44c4b70fbed8d6cc56f4 2024-11-24T03:24:27,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/95e9fc51d42d40f8a4d7c52c703a0a3f to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/95e9fc51d42d40f8a4d7c52c703a0a3f 2024-11-24T03:24:27,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/3f2464d59e604eadb900bc63acc5aad7 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/3f2464d59e604eadb900bc63acc5aad7 2024-11-24T03:24:27,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/793d96b083e443dd9f8da0abeb346b3a to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/793d96b083e443dd9f8da0abeb346b3a 2024-11-24T03:24:27,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/adb8e2933c6d4aadaa94c7ac71c63140 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/adb8e2933c6d4aadaa94c7ac71c63140 2024-11-24T03:24:27,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/aa84519e385c446587629fa3b106dcf9 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/aa84519e385c446587629fa3b106dcf9 2024-11-24T03:24:27,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/86c5c914a1b1459990478ee4af836344 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/86c5c914a1b1459990478ee4af836344 2024-11-24T03:24:27,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/46feeb5aefcd4c81b9ee18eeff0f429c to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/46feeb5aefcd4c81b9ee18eeff0f429c 2024-11-24T03:24:27,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/31360d53cce4470cb045b5ee8b936f0f to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/31360d53cce4470cb045b5ee8b936f0f 2024-11-24T03:24:27,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/b8b06a351fdc4204ab232b87d766fb3e to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/b8b06a351fdc4204ab232b87d766fb3e 2024-11-24T03:24:27,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/dd5b79fa4de2458a8908f51a98f4dfd7 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/dd5b79fa4de2458a8908f51a98f4dfd7 2024-11-24T03:24:27,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/02926d4afa0d41f496b1ddaebacd167f to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/02926d4afa0d41f496b1ddaebacd167f 2024-11-24T03:24:27,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/8b2949dbdba14a24a9c79a1ad7f3ac0e to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/8b2949dbdba14a24a9c79a1ad7f3ac0e 2024-11-24T03:24:27,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/9560d69e549a49c19b1260d74b0917f9 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/9560d69e549a49c19b1260d74b0917f9 2024-11-24T03:24:27,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/bd4f6476d7c2409c8ae60324d9eecdbb to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/bd4f6476d7c2409c8ae60324d9eecdbb 2024-11-24T03:24:27,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/577a0d29e46f47d780a03edb5cd6c308 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/577a0d29e46f47d780a03edb5cd6c308 2024-11-24T03:24:27,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/892b7e03f1cf4129b0537a3f9ee48d1b to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/892b7e03f1cf4129b0537a3f9ee48d1b 2024-11-24T03:24:27,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/7c75516f5c6b4084b7c7ff43b37fbf34 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/7c75516f5c6b4084b7c7ff43b37fbf34 2024-11-24T03:24:27,310 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/recovered.edits/404.seqid, newMaxSeqId=404, maxSeqId=1 2024-11-24T03:24:27,311 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c. 2024-11-24T03:24:27,311 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1635): Region close journal for 5b46f391a4045394ffbe4297a01e947c: 2024-11-24T03:24:27,312 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(170): Closed 5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:27,312 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=5b46f391a4045394ffbe4297a01e947c, regionState=CLOSED 2024-11-24T03:24:27,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-24T03:24:27,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; CloseRegionProcedure 5b46f391a4045394ffbe4297a01e947c, server=f13c2bb2f71a,41393,1732418513827 in 1.2030 sec 2024-11-24T03:24:27,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-24T03:24:27,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b46f391a4045394ffbe4297a01e947c, UNASSIGN in 1.2060 sec 2024-11-24T03:24:27,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-24T03:24:27,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2080 sec 2024-11-24T03:24:27,317 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418667317"}]},"ts":"1732418667317"} 2024-11-24T03:24:27,318 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T03:24:27,319 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T03:24:27,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.2190 sec 2024-11-24T03:24:28,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-24T03:24:28,207 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-24T03:24:28,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T03:24:28,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:24:28,209 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=156, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:24:28,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-24T03:24:28,209 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=156, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:24:28,211 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:28,212 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A, FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B, FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C, FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/recovered.edits] 2024-11-24T03:24:28,214 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/11624755603241dbba36198c10349960 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/11624755603241dbba36198c10349960 2024-11-24T03:24:28,215 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/17659d0eb3844abb8f2bc6a7f7d84bd1 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/17659d0eb3844abb8f2bc6a7f7d84bd1 2024-11-24T03:24:28,216 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/235806680d1c43ca900ea01dc472a303 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/235806680d1c43ca900ea01dc472a303 2024-11-24T03:24:28,217 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/8372f5252f874ab8bf6a6b6bcb9a2c2a to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/8372f5252f874ab8bf6a6b6bcb9a2c2a 2024-11-24T03:24:28,218 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/a030f82ef39c437f88b93e8a4a1707c0 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/A/a030f82ef39c437f88b93e8a4a1707c0 2024-11-24T03:24:28,220 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/253f5af2fd2a45a3b76eb7814619c89b to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/253f5af2fd2a45a3b76eb7814619c89b 2024-11-24T03:24:28,221 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/2eea74505b2542cdacc119aa456f5e02 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/2eea74505b2542cdacc119aa456f5e02 2024-11-24T03:24:28,222 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/5c65282b50754c14bb7bc50fc5f5b15b to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/5c65282b50754c14bb7bc50fc5f5b15b 2024-11-24T03:24:28,223 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/c76ac890e75e470a8d6b799b988142f5 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/c76ac890e75e470a8d6b799b988142f5 2024-11-24T03:24:28,224 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/d0c71c5b01d74874ace2d95997ab3c4d to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/B/d0c71c5b01d74874ace2d95997ab3c4d 2024-11-24T03:24:28,225 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/63a65bdda2ea483f863a45c5bf15e0fa to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/63a65bdda2ea483f863a45c5bf15e0fa 2024-11-24T03:24:28,226 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/91d61ac7aa1c4ae3b83779a7162ba203 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/91d61ac7aa1c4ae3b83779a7162ba203 2024-11-24T03:24:28,227 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/dfa99a97f9034ab698438bbafc792652 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/dfa99a97f9034ab698438bbafc792652 2024-11-24T03:24:28,228 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/e381614252994217aa4c5001b8ef8a58 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/e381614252994217aa4c5001b8ef8a58 2024-11-24T03:24:28,229 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/fb3beb96b8ae424591355cf208930a6a to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/C/fb3beb96b8ae424591355cf208930a6a 2024-11-24T03:24:28,230 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/recovered.edits/404.seqid to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c/recovered.edits/404.seqid 2024-11-24T03:24:28,231 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/5b46f391a4045394ffbe4297a01e947c 2024-11-24T03:24:28,231 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T03:24:28,233 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=156, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:24:28,234 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T03:24:28,235 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T03:24:28,236 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=156, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:24:28,236 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T03:24:28,236 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732418668236"}]},"ts":"9223372036854775807"} 2024-11-24T03:24:28,238 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T03:24:28,238 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 5b46f391a4045394ffbe4297a01e947c, NAME => 'TestAcidGuarantees,,1732418643090.5b46f391a4045394ffbe4297a01e947c.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T03:24:28,238 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T03:24:28,238 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732418668238"}]},"ts":"9223372036854775807"} 2024-11-24T03:24:28,239 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T03:24:28,241 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=156, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:24:28,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 33 msec 2024-11-24T03:24:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-24T03:24:28,310 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-11-24T03:24:28,319 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=239 (was 237) - Thread LEAK? -, OpenFileDescriptor=453 (was 446) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=514 (was 630), ProcessCount=11 (was 11), AvailableMemoryMB=7581 (was 7626) 2024-11-24T03:24:28,328 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=514, ProcessCount=11, AvailableMemoryMB=7580 2024-11-24T03:24:28,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T03:24:28,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:24:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T03:24:28,330 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T03:24:28,331 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:28,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 157 2024-11-24T03:24:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T03:24:28,331 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T03:24:28,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742449_1625 (size=963) 2024-11-24T03:24:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T03:24:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T03:24:28,738 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587 2024-11-24T03:24:28,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742450_1626 (size=53) 2024-11-24T03:24:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T03:24:29,143 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:24:29,143 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a826ddb6a20f7842a62c80fd7e6c1855, disabling compactions & flushes 2024-11-24T03:24:29,143 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:29,143 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:29,143 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. after waiting 0 ms 2024-11-24T03:24:29,143 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:29,144 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:29,144 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:29,144 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T03:24:29,145 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732418669145"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732418669145"}]},"ts":"1732418669145"} 2024-11-24T03:24:29,146 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T03:24:29,146 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T03:24:29,146 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418669146"}]},"ts":"1732418669146"} 2024-11-24T03:24:29,147 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T03:24:29,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a826ddb6a20f7842a62c80fd7e6c1855, ASSIGN}] 2024-11-24T03:24:29,151 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a826ddb6a20f7842a62c80fd7e6c1855, ASSIGN 2024-11-24T03:24:29,151 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a826ddb6a20f7842a62c80fd7e6c1855, ASSIGN; state=OFFLINE, location=f13c2bb2f71a,41393,1732418513827; forceNewPlan=false, retain=false 2024-11-24T03:24:29,302 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=a826ddb6a20f7842a62c80fd7e6c1855, regionState=OPENING, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:29,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; OpenRegionProcedure a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827}] 2024-11-24T03:24:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T03:24:29,454 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:29,457 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:29,457 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7285): Opening region: {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:24:29,457 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:29,457 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:24:29,457 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7327): checking encryption for a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:29,457 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7330): checking classloading for a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:29,459 INFO [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:29,460 INFO [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:24:29,460 INFO [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a826ddb6a20f7842a62c80fd7e6c1855 columnFamilyName A 2024-11-24T03:24:29,460 DEBUG [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:29,460 INFO [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] regionserver.HStore(327): Store=a826ddb6a20f7842a62c80fd7e6c1855/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:24:29,460 INFO [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:29,461 INFO [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:24:29,461 INFO [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a826ddb6a20f7842a62c80fd7e6c1855 columnFamilyName B 2024-11-24T03:24:29,461 DEBUG [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:29,462 INFO [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] regionserver.HStore(327): Store=a826ddb6a20f7842a62c80fd7e6c1855/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:24:29,462 INFO [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:29,462 INFO [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:24:29,463 INFO [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a826ddb6a20f7842a62c80fd7e6c1855 columnFamilyName C 2024-11-24T03:24:29,463 DEBUG [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:29,463 INFO [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] regionserver.HStore(327): Store=a826ddb6a20f7842a62c80fd7e6c1855/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:24:29,463 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:29,464 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:29,464 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:29,465 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:24:29,466 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1085): writing seq id for a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:29,467 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:24:29,467 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1102): Opened a826ddb6a20f7842a62c80fd7e6c1855; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67292715, jitterRate=0.0027395933866500854}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:24:29,468 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1001): Region open journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:29,469 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855., pid=159, masterSystemTime=1732418669454 2024-11-24T03:24:29,470 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:29,470 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:29,470 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=a826ddb6a20f7842a62c80fd7e6c1855, regionState=OPEN, openSeqNum=2, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:29,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-24T03:24:29,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; OpenRegionProcedure a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 in 168 msec 2024-11-24T03:24:29,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-24T03:24:29,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a826ddb6a20f7842a62c80fd7e6c1855, ASSIGN in 322 msec 2024-11-24T03:24:29,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T03:24:29,473 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418669473"}]},"ts":"1732418669473"} 2024-11-24T03:24:29,474 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T03:24:29,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T03:24:29,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-24T03:24:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T03:24:30,435 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-24T03:24:30,436 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5765d46a to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d9954b7 2024-11-24T03:24:30,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb684eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:24:30,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:24:30,445 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57284, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:24:30,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T03:24:30,447 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T03:24:30,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T03:24:30,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:24:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=160, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T03:24:30,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742451_1627 (size=999) 2024-11-24T03:24:30,858 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-24T03:24:30,858 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-24T03:24:30,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T03:24:30,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a826ddb6a20f7842a62c80fd7e6c1855, REOPEN/MOVE}] 2024-11-24T03:24:30,862 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a826ddb6a20f7842a62c80fd7e6c1855, REOPEN/MOVE 2024-11-24T03:24:30,863 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=a826ddb6a20f7842a62c80fd7e6c1855, regionState=CLOSING, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:30,863 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:24:30,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE; CloseRegionProcedure a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827}] 2024-11-24T03:24:31,015 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:31,015 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(124): Close a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:31,015 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T03:24:31,015 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1681): Closing a826ddb6a20f7842a62c80fd7e6c1855, disabling compactions & flushes 2024-11-24T03:24:31,015 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:31,015 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:31,015 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. after waiting 0 ms 2024-11-24T03:24:31,015 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:31,018 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T03:24:31,019 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:31,019 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1635): Region close journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:31,019 WARN [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionServer(3786): Not adding moved region record: a826ddb6a20f7842a62c80fd7e6c1855 to self. 2024-11-24T03:24:31,020 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(170): Closed a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:31,020 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=a826ddb6a20f7842a62c80fd7e6c1855, regionState=CLOSED 2024-11-24T03:24:31,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-11-24T03:24:31,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; CloseRegionProcedure a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 in 157 msec 2024-11-24T03:24:31,022 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a826ddb6a20f7842a62c80fd7e6c1855, REOPEN/MOVE; state=CLOSED, location=f13c2bb2f71a,41393,1732418513827; forceNewPlan=false, retain=true 2024-11-24T03:24:31,173 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=a826ddb6a20f7842a62c80fd7e6c1855, regionState=OPENING, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:31,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=162, state=RUNNABLE; OpenRegionProcedure a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827}] 2024-11-24T03:24:31,325 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:31,327 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:31,327 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(7285): Opening region: {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:24:31,328 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:31,328 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:24:31,328 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(7327): checking encryption for a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:31,328 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(7330): checking classloading for a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:31,329 INFO [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:31,330 INFO [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:24:31,330 INFO [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a826ddb6a20f7842a62c80fd7e6c1855 columnFamilyName A 2024-11-24T03:24:31,331 DEBUG [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:31,331 INFO [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] regionserver.HStore(327): Store=a826ddb6a20f7842a62c80fd7e6c1855/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:24:31,331 INFO [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:31,332 INFO [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:24:31,332 INFO [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a826ddb6a20f7842a62c80fd7e6c1855 columnFamilyName B 2024-11-24T03:24:31,332 DEBUG [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:31,332 INFO [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] regionserver.HStore(327): Store=a826ddb6a20f7842a62c80fd7e6c1855/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:24:31,332 INFO [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:31,333 INFO [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:24:31,333 INFO [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a826ddb6a20f7842a62c80fd7e6c1855 columnFamilyName C 2024-11-24T03:24:31,333 DEBUG [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:31,333 INFO [StoreOpener-a826ddb6a20f7842a62c80fd7e6c1855-1 {}] regionserver.HStore(327): Store=a826ddb6a20f7842a62c80fd7e6c1855/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:24:31,333 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:31,334 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:31,334 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:31,335 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:24:31,336 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(1085): writing seq id for a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:31,337 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(1102): Opened a826ddb6a20f7842a62c80fd7e6c1855; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68462299, jitterRate=0.020167753100395203}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:24:31,338 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(1001): Region open journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:31,339 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855., pid=164, masterSystemTime=1732418671325 2024-11-24T03:24:31,340 DEBUG [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:31,340 INFO [RS_OPEN_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:31,340 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=a826ddb6a20f7842a62c80fd7e6c1855, regionState=OPEN, openSeqNum=5, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:31,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=162 2024-11-24T03:24:31,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=162, state=SUCCESS; OpenRegionProcedure a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 in 167 msec 2024-11-24T03:24:31,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-24T03:24:31,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a826ddb6a20f7842a62c80fd7e6c1855, REOPEN/MOVE in 480 msec 2024-11-24T03:24:31,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-11-24T03:24:31,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 483 msec 2024-11-24T03:24:31,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 896 msec 2024-11-24T03:24:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-24T03:24:31,347 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2ac53e79 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d5efb7a 2024-11-24T03:24:31,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644b7e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:24:31,351 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05bc9c3e to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fc332d8 2024-11-24T03:24:31,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9b5141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:24:31,354 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7181df3b to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17327621 2024-11-24T03:24:31,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a52cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:24:31,359 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11030ef5 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1584f18a 2024-11-24T03:24:31,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7fe431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:24:31,362 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69abefea to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b914bf4 2024-11-24T03:24:31,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91d72db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:24:31,365 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f6a59e4 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d836f78 2024-11-24T03:24:31,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7fe93b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:24:31,369 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x150e08ed to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53305d9b 2024-11-24T03:24:31,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c440f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:24:31,375 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a3b66d3 to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bb6288a 2024-11-24T03:24:31,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58460ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:24:31,377 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5cfdf76c to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6556601 2024-11-24T03:24:31,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8cd1ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:24:31,380 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68c2838a to 127.0.0.1:63551 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@458a85fd 2024-11-24T03:24:31,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d832d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:24:31,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:24:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-24T03:24:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T03:24:31,387 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:24:31,387 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:24:31,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:24:31,388 DEBUG [hconnection-0x1f177fca-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:24:31,389 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57296, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:24:31,392 DEBUG [hconnection-0x5ff34394-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:24:31,393 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57304, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:24:31,400 DEBUG [hconnection-0x4a222722-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:24:31,400 DEBUG [hconnection-0x523c6267-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:24:31,401 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:24:31,401 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:24:31,402 DEBUG [hconnection-0x1ec18d7f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:24:31,403 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:24:31,405 DEBUG [hconnection-0x6280adf4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:24:31,406 DEBUG [hconnection-0x5c67d8c0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:24:31,406 DEBUG [hconnection-0x654cc384-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:24:31,406 DEBUG [hconnection-0x2c7a25a2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:24:31,407 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:24:31,407 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:24:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:31,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a826ddb6a20f7842a62c80fd7e6c1855 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T03:24:31,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=A 2024-11-24T03:24:31,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:31,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=B 2024-11-24T03:24:31,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:31,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=C 2024-11-24T03:24:31,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:31,409 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:24:31,410 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:24:31,410 DEBUG [hconnection-0x2676c309-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:24:31,411 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:24:31,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f36357f661f1425c8ab06371b265f249_a826ddb6a20f7842a62c80fd7e6c1855 is 50, key is test_row_0/A:col10/1732418671407/Put/seqid=0 2024-11-24T03:24:31,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742452_1628 (size=12154) 2024-11-24T03:24:31,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1732418731448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:31,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418731448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:31,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57368 deadline: 1732418731449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:31,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1732418731449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:31,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1732418731450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T03:24:31,538 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:31,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T03:24:31,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:31,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:31,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:31,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:31,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:31,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1732418731551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:31,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418731551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:31,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1732418731552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:31,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57368 deadline: 1732418731552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:31,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1732418731552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T03:24:31,691 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:31,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T03:24:31,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:31,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:31,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:31,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:31,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:31,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1732418731753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:31,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57368 deadline: 1732418731754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:31,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1732418731754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:31,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418731754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:31,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1732418731755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:31,838 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:31,841 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f36357f661f1425c8ab06371b265f249_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f36357f661f1425c8ab06371b265f249_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:31,842 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/4e5c88fbfc7c45fdab17ca281043e39d, store: [table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:31,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/4e5c88fbfc7c45fdab17ca281043e39d is 175, key is test_row_0/A:col10/1732418671407/Put/seqid=0 2024-11-24T03:24:31,843 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:31,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T03:24:31,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:31,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:31,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:31,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:31,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:31,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742453_1629 (size=30955) 2024-11-24T03:24:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T03:24:31,995 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:31,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T03:24:31,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:31,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:31,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:31,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:31,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:32,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1732418732056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:32,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1732418732057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:32,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1732418732057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:32,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57368 deadline: 1732418732058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:32,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418732059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:32,147 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:32,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T03:24:32,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:32,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:32,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:32,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:32,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:32,247 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/4e5c88fbfc7c45fdab17ca281043e39d 2024-11-24T03:24:32,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/b7576643ddb147eb975795c94902d436 is 50, key is test_row_0/B:col10/1732418671407/Put/seqid=0 2024-11-24T03:24:32,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742454_1630 (size=12001) 2024-11-24T03:24:32,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/b7576643ddb147eb975795c94902d436 2024-11-24T03:24:32,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/6e460f64d96741a9b43e8172f071ef91 is 50, key is test_row_0/C:col10/1732418671407/Put/seqid=0 2024-11-24T03:24:32,300 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:32,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T03:24:32,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:32,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:32,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742455_1631 (size=12001) 2024-11-24T03:24:32,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:32,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:32,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:32,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/6e460f64d96741a9b43e8172f071ef91 2024-11-24T03:24:32,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:32,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/4e5c88fbfc7c45fdab17ca281043e39d as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/4e5c88fbfc7c45fdab17ca281043e39d 2024-11-24T03:24:32,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/4e5c88fbfc7c45fdab17ca281043e39d, entries=150, sequenceid=17, filesize=30.2 K 2024-11-24T03:24:32,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/b7576643ddb147eb975795c94902d436 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/b7576643ddb147eb975795c94902d436 2024-11-24T03:24:32,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/b7576643ddb147eb975795c94902d436, entries=150, sequenceid=17, filesize=11.7 K 2024-11-24T03:24:32,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/6e460f64d96741a9b43e8172f071ef91 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/6e460f64d96741a9b43e8172f071ef91 2024-11-24T03:24:32,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/6e460f64d96741a9b43e8172f071ef91, entries=150, sequenceid=17, filesize=11.7 K 2024-11-24T03:24:32,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for a826ddb6a20f7842a62c80fd7e6c1855 in 910ms, sequenceid=17, compaction requested=false 2024-11-24T03:24:32,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:32,453 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:32,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T03:24:32,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:32,454 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing a826ddb6a20f7842a62c80fd7e6c1855 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T03:24:32,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=A 2024-11-24T03:24:32,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:32,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=B 2024-11-24T03:24:32,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:32,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=C 2024-11-24T03:24:32,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:32,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124915a5f639dcf47f98e908c84879de594_a826ddb6a20f7842a62c80fd7e6c1855 is 50, key is test_row_0/A:col10/1732418671445/Put/seqid=0 2024-11-24T03:24:32,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742456_1632 (size=12154) 2024-11-24T03:24:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T03:24:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:32,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:32,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1732418732565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:32,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1732418732565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:32,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418732566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:32,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57368 deadline: 1732418732566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:32,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1732418732567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:32,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1732418732669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:32,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1732418732669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:32,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418732669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:32,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57368 deadline: 1732418732669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:32,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1732418732670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:32,835 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T03:24:32,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:32,868 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124915a5f639dcf47f98e908c84879de594_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124915a5f639dcf47f98e908c84879de594_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:32,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/16e97bd5dafd4f5dade84b45e91914ba, store: [table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:32,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/16e97bd5dafd4f5dade84b45e91914ba is 175, key is test_row_0/A:col10/1732418671445/Put/seqid=0 2024-11-24T03:24:32,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1732418732871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:32,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742457_1633 (size=30955) 2024-11-24T03:24:32,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418732872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:32,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1732418732873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:32,874 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/16e97bd5dafd4f5dade84b45e91914ba 2024-11-24T03:24:32,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57368 deadline: 1732418732873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:32,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1732418732873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:32,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/5fc9d305a6d94316ae8fe6d2f43083c2 is 50, key is test_row_0/B:col10/1732418671445/Put/seqid=0 2024-11-24T03:24:32,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742458_1634 (size=12001) 2024-11-24T03:24:32,887 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/5fc9d305a6d94316ae8fe6d2f43083c2 2024-11-24T03:24:32,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/7989a1a0a0a34d689cdc9a26cd011843 is 50, key is test_row_0/C:col10/1732418671445/Put/seqid=0 2024-11-24T03:24:32,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742459_1635 (size=12001) 2024-11-24T03:24:33,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1732418733173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:33,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1732418733175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:33,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1732418733176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:33,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418733176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:33,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57368 deadline: 1732418733180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:33,303 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/7989a1a0a0a34d689cdc9a26cd011843 2024-11-24T03:24:33,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/16e97bd5dafd4f5dade84b45e91914ba as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/16e97bd5dafd4f5dade84b45e91914ba 2024-11-24T03:24:33,309 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/16e97bd5dafd4f5dade84b45e91914ba, entries=150, sequenceid=41, filesize=30.2 K 2024-11-24T03:24:33,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/5fc9d305a6d94316ae8fe6d2f43083c2 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/5fc9d305a6d94316ae8fe6d2f43083c2 2024-11-24T03:24:33,313 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/5fc9d305a6d94316ae8fe6d2f43083c2, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T03:24:33,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/7989a1a0a0a34d689cdc9a26cd011843 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/7989a1a0a0a34d689cdc9a26cd011843 2024-11-24T03:24:33,316 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/7989a1a0a0a34d689cdc9a26cd011843, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T03:24:33,317 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a826ddb6a20f7842a62c80fd7e6c1855 in 863ms, sequenceid=41, compaction requested=false 2024-11-24T03:24:33,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:33,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:33,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-24T03:24:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-24T03:24:33,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-24T03:24:33,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9310 sec 2024-11-24T03:24:33,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.9350 sec 2024-11-24T03:24:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T03:24:33,490 INFO [Thread-2758 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-24T03:24:33,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:24:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-24T03:24:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T03:24:33,493 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:24:33,493 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:24:33,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:24:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T03:24:33,645 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:33,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T03:24:33,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:33,645 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing a826ddb6a20f7842a62c80fd7e6c1855 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T03:24:33,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=A 2024-11-24T03:24:33,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:33,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=B 2024-11-24T03:24:33,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:33,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=C 2024-11-24T03:24:33,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:33,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e1972e1a845844eb8a9f0240bbb90baa_a826ddb6a20f7842a62c80fd7e6c1855 is 50, key is test_row_0/A:col10/1732418672564/Put/seqid=0 2024-11-24T03:24:33,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742460_1636 (size=12154) 2024-11-24T03:24:33,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:33,670 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e1972e1a845844eb8a9f0240bbb90baa_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e1972e1a845844eb8a9f0240bbb90baa_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:33,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/d6ca1fcdd169467490d501422bd56e57, store: [table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:33,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/d6ca1fcdd169467490d501422bd56e57 is 175, key is test_row_0/A:col10/1732418672564/Put/seqid=0 2024-11-24T03:24:33,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742461_1637 (size=30955) 2024-11-24T03:24:33,676 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/d6ca1fcdd169467490d501422bd56e57 2024-11-24T03:24:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:33,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:33,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/78f218b6ec4f4992b376f2264d7f13ec is 50, key is test_row_0/B:col10/1732418672564/Put/seqid=0 2024-11-24T03:24:33,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742462_1638 (size=12001) 2024-11-24T03:24:33,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57368 deadline: 1732418733695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:33,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:33,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1732418733696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:33,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:33,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1732418733697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:33,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1732418733698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:33,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418733699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:33,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T03:24:33,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57368 deadline: 1732418733799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:33,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1732418733799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:33,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1732418733800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:33,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1732418733802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:33,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418733803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:34,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:34,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1732418734002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:34,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:34,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57368 deadline: 1732418734002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:34,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:34,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1732418734003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:34,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1732418734004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:34,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418734006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:34,088 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/78f218b6ec4f4992b376f2264d7f13ec 2024-11-24T03:24:34,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/110456697d594ebea35b96ad5f01cdc7 is 50, key is test_row_0/C:col10/1732418672564/Put/seqid=0 2024-11-24T03:24:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T03:24:34,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742463_1639 (size=12001) 2024-11-24T03:24:34,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1732418734305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:34,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57368 deadline: 1732418734305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:34,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1732418734306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:34,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1732418734308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:34,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418734310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:34,500 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/110456697d594ebea35b96ad5f01cdc7 2024-11-24T03:24:34,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/d6ca1fcdd169467490d501422bd56e57 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/d6ca1fcdd169467490d501422bd56e57 2024-11-24T03:24:34,506 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/d6ca1fcdd169467490d501422bd56e57, entries=150, sequenceid=53, filesize=30.2 K 2024-11-24T03:24:34,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/78f218b6ec4f4992b376f2264d7f13ec as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/78f218b6ec4f4992b376f2264d7f13ec 2024-11-24T03:24:34,510 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/78f218b6ec4f4992b376f2264d7f13ec, entries=150, sequenceid=53, filesize=11.7 K 2024-11-24T03:24:34,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/110456697d594ebea35b96ad5f01cdc7 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/110456697d594ebea35b96ad5f01cdc7 2024-11-24T03:24:34,514 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/110456697d594ebea35b96ad5f01cdc7, entries=150, sequenceid=53, filesize=11.7 K 2024-11-24T03:24:34,514 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for a826ddb6a20f7842a62c80fd7e6c1855 in 869ms, sequenceid=53, compaction requested=true 2024-11-24T03:24:34,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:34,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:34,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-24T03:24:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-24T03:24:34,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-24T03:24:34,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0210 sec 2024-11-24T03:24:34,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.0250 sec 2024-11-24T03:24:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T03:24:34,596 INFO [Thread-2758 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-24T03:24:34,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:24:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-24T03:24:34,599 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:24:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T03:24:34,600 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:24:34,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:24:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T03:24:34,752 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:34,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-24T03:24:34,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:34,753 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing a826ddb6a20f7842a62c80fd7e6c1855 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T03:24:34,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=A 2024-11-24T03:24:34,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:34,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=B 2024-11-24T03:24:34,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:34,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=C 2024-11-24T03:24:34,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:34,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ea3a7fafc1464d4eb43fb7ce90d15ebc_a826ddb6a20f7842a62c80fd7e6c1855 is 50, key is test_row_0/A:col10/1732418673693/Put/seqid=0 2024-11-24T03:24:34,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742464_1640 (size=12154) 2024-11-24T03:24:34,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:34,768 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ea3a7fafc1464d4eb43fb7ce90d15ebc_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ea3a7fafc1464d4eb43fb7ce90d15ebc_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:34,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/f7cd7f52b7b54e5db4c6f75f045938c5, store: [table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:34,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/f7cd7f52b7b54e5db4c6f75f045938c5 is 175, key is test_row_0/A:col10/1732418673693/Put/seqid=0 2024-11-24T03:24:34,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742465_1641 (size=30955) 2024-11-24T03:24:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:34,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:34,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1732418734816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:34,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418734817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:34,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1732418734817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:34,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1732418734818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:34,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57368 deadline: 1732418734819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T03:24:34,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1732418734920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:34,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1732418734920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:34,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1732418734921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:34,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57368 deadline: 1732418734922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:35,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1732418735123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:35,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1732418735124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:35,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1732418735124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:35,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57368 deadline: 1732418735125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:35,176 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/f7cd7f52b7b54e5db4c6f75f045938c5 2024-11-24T03:24:35,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/4d595283239541308945ecbf89de216e is 50, key is test_row_0/B:col10/1732418673693/Put/seqid=0 2024-11-24T03:24:35,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742466_1642 (size=12001) 2024-11-24T03:24:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T03:24:35,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1732418735427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:35,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1732418735427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:35,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1732418735429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:35,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57368 deadline: 1732418735429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:35,586 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/4d595283239541308945ecbf89de216e 2024-11-24T03:24:35,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/aa0891989ae64360b8a7a8dc16a0fa65 is 50, key is test_row_0/C:col10/1732418673693/Put/seqid=0 2024-11-24T03:24:35,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742467_1643 (size=12001) 2024-11-24T03:24:35,597 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/aa0891989ae64360b8a7a8dc16a0fa65 2024-11-24T03:24:35,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/f7cd7f52b7b54e5db4c6f75f045938c5 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/f7cd7f52b7b54e5db4c6f75f045938c5 2024-11-24T03:24:35,609 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/f7cd7f52b7b54e5db4c6f75f045938c5, entries=150, sequenceid=78, filesize=30.2 K 2024-11-24T03:24:35,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/4d595283239541308945ecbf89de216e as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/4d595283239541308945ecbf89de216e 2024-11-24T03:24:35,612 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/4d595283239541308945ecbf89de216e, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T03:24:35,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/aa0891989ae64360b8a7a8dc16a0fa65 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/aa0891989ae64360b8a7a8dc16a0fa65 2024-11-24T03:24:35,616 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/aa0891989ae64360b8a7a8dc16a0fa65, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T03:24:35,617 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a826ddb6a20f7842a62c80fd7e6c1855 in 865ms, sequenceid=78, compaction requested=true 2024-11-24T03:24:35,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:35,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:35,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-24T03:24:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-24T03:24:35,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-24T03:24:35,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0180 sec 2024-11-24T03:24:35,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.0210 sec 2024-11-24T03:24:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T03:24:35,702 INFO [Thread-2758 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-24T03:24:35,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:24:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-24T03:24:35,705 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:24:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T03:24:35,706 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:24:35,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:24:35,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T03:24:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:35,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a826ddb6a20f7842a62c80fd7e6c1855 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T03:24:35,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=A 2024-11-24T03:24:35,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:35,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=B 2024-11-24T03:24:35,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:35,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=C 2024-11-24T03:24:35,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:35,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247816caf296094fc88b28792e826f7b54_a826ddb6a20f7842a62c80fd7e6c1855 is 50, key is test_row_0/A:col10/1732418674816/Put/seqid=0 2024-11-24T03:24:35,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742468_1644 (size=14594) 2024-11-24T03:24:35,858 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:35,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-24T03:24:35,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:35,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:35,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:35,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:35,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:35,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418735888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:35,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:35,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1732418735932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:35,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1732418735933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:35,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1732418735934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:35,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57368 deadline: 1732418735935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:35,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418735991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T03:24:36,010 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:36,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-24T03:24:36,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:36,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:36,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:36,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:36,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:36,163 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:36,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-24T03:24:36,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:36,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:36,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:36,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:36,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:36,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:36,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:36,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418736194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:36,239 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:36,243 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247816caf296094fc88b28792e826f7b54_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247816caf296094fc88b28792e826f7b54_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:36,243 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/b55d5a6b92e7400c833bdc19af64c70f, store: [table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:36,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/b55d5a6b92e7400c833bdc19af64c70f is 175, key is test_row_0/A:col10/1732418674816/Put/seqid=0 2024-11-24T03:24:36,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742469_1645 (size=39549) 2024-11-24T03:24:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T03:24:36,315 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:36,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-24T03:24:36,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:36,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:36,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:36,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:36,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:36,468 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:36,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-24T03:24:36,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:36,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:36,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:36,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:36,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:36,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418736499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:36,621 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:36,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-24T03:24:36,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:36,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:36,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:36,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:36,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:36,648 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/b55d5a6b92e7400c833bdc19af64c70f 2024-11-24T03:24:36,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/60bb81c76bce4a91a1e7392805482daf is 50, key is test_row_0/B:col10/1732418674816/Put/seqid=0 2024-11-24T03:24:36,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742470_1646 (size=12001) 2024-11-24T03:24:36,773 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:36,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-24T03:24:36,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:36,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:36,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:36,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:36,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T03:24:36,925 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:36,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-24T03:24:36,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:36,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:36,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:36,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:36,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:36,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1732418736935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:36,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1732418736938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:36,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57368 deadline: 1732418736938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:36,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1732418736938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:37,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418737001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:37,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/60bb81c76bce4a91a1e7392805482daf 2024-11-24T03:24:37,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/911afbdeb22d4be3afb4fa4458660266 is 50, key is test_row_0/C:col10/1732418674816/Put/seqid=0 2024-11-24T03:24:37,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742471_1647 (size=12001) 2024-11-24T03:24:37,078 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:37,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-24T03:24:37,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:37,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:37,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:37,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:37,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:37,230 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:37,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-24T03:24:37,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:37,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:37,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:37,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:37,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:37,383 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:37,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-24T03:24:37,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:37,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:37,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:37,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:37,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:37,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/911afbdeb22d4be3afb4fa4458660266 2024-11-24T03:24:37,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/b55d5a6b92e7400c833bdc19af64c70f as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/b55d5a6b92e7400c833bdc19af64c70f 2024-11-24T03:24:37,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/b55d5a6b92e7400c833bdc19af64c70f, entries=200, sequenceid=90, filesize=38.6 K 2024-11-24T03:24:37,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/60bb81c76bce4a91a1e7392805482daf as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/60bb81c76bce4a91a1e7392805482daf 2024-11-24T03:24:37,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/60bb81c76bce4a91a1e7392805482daf, entries=150, sequenceid=90, filesize=11.7 K 2024-11-24T03:24:37,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/911afbdeb22d4be3afb4fa4458660266 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/911afbdeb22d4be3afb4fa4458660266 2024-11-24T03:24:37,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/911afbdeb22d4be3afb4fa4458660266, entries=150, sequenceid=90, filesize=11.7 K 2024-11-24T03:24:37,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a826ddb6a20f7842a62c80fd7e6c1855 in 1652ms, sequenceid=90, compaction requested=true 2024-11-24T03:24:37,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:37,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a826ddb6a20f7842a62c80fd7e6c1855:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:24:37,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:37,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a826ddb6a20f7842a62c80fd7e6c1855:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:24:37,482 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T03:24:37,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:37,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a826ddb6a20f7842a62c80fd7e6c1855:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:24:37,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:24:37,482 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T03:24:37,483 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T03:24:37,483 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 163369 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T03:24:37,483 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): a826ddb6a20f7842a62c80fd7e6c1855/B is initiating minor compaction (all files) 2024-11-24T03:24:37,483 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): a826ddb6a20f7842a62c80fd7e6c1855/A is initiating minor compaction (all files) 2024-11-24T03:24:37,483 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a826ddb6a20f7842a62c80fd7e6c1855/A in TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:37,483 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a826ddb6a20f7842a62c80fd7e6c1855/B in TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:37,483 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/b7576643ddb147eb975795c94902d436, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/5fc9d305a6d94316ae8fe6d2f43083c2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/78f218b6ec4f4992b376f2264d7f13ec, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/4d595283239541308945ecbf89de216e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/60bb81c76bce4a91a1e7392805482daf] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp, totalSize=58.6 K 2024-11-24T03:24:37,483 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/4e5c88fbfc7c45fdab17ca281043e39d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/16e97bd5dafd4f5dade84b45e91914ba, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/d6ca1fcdd169467490d501422bd56e57, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/f7cd7f52b7b54e5db4c6f75f045938c5, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/b55d5a6b92e7400c833bdc19af64c70f] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp, totalSize=159.5 K 2024-11-24T03:24:37,483 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:37,483 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. files: [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/4e5c88fbfc7c45fdab17ca281043e39d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/16e97bd5dafd4f5dade84b45e91914ba, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/d6ca1fcdd169467490d501422bd56e57, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/f7cd7f52b7b54e5db4c6f75f045938c5, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/b55d5a6b92e7400c833bdc19af64c70f] 2024-11-24T03:24:37,483 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting b7576643ddb147eb975795c94902d436, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732418671407 2024-11-24T03:24:37,484 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e5c88fbfc7c45fdab17ca281043e39d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732418671407 2024-11-24T03:24:37,484 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fc9d305a6d94316ae8fe6d2f43083c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732418671445 2024-11-24T03:24:37,484 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16e97bd5dafd4f5dade84b45e91914ba, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732418671445 2024-11-24T03:24:37,484 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 78f218b6ec4f4992b376f2264d7f13ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732418672564 2024-11-24T03:24:37,484 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6ca1fcdd169467490d501422bd56e57, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732418672564 2024-11-24T03:24:37,484 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d595283239541308945ecbf89de216e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732418673693 2024-11-24T03:24:37,484 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7cd7f52b7b54e5db4c6f75f045938c5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732418673693 2024-11-24T03:24:37,484 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 60bb81c76bce4a91a1e7392805482daf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732418674816 2024-11-24T03:24:37,485 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting b55d5a6b92e7400c833bdc19af64c70f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732418674816 2024-11-24T03:24:37,490 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:37,493 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a826ddb6a20f7842a62c80fd7e6c1855#B#compaction#552 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:37,493 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124ccfcef2183b14aa1b9e03c3fbe009390_a826ddb6a20f7842a62c80fd7e6c1855 store=[table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:37,493 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/5bf63bf6c2a543cb90d9554848ee01fc is 50, key is test_row_0/B:col10/1732418674816/Put/seqid=0 2024-11-24T03:24:37,495 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124ccfcef2183b14aa1b9e03c3fbe009390_a826ddb6a20f7842a62c80fd7e6c1855, store=[table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:37,495 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ccfcef2183b14aa1b9e03c3fbe009390_a826ddb6a20f7842a62c80fd7e6c1855 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:37,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742472_1648 (size=12173) 2024-11-24T03:24:37,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742473_1649 (size=4469) 2024-11-24T03:24:37,500 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a826ddb6a20f7842a62c80fd7e6c1855#A#compaction#553 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:37,501 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/3cd6554ad90a47a9825499f26b7a05b3 is 175, key is test_row_0/A:col10/1732418674816/Put/seqid=0 2024-11-24T03:24:37,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742474_1650 (size=31127) 2024-11-24T03:24:37,507 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/3cd6554ad90a47a9825499f26b7a05b3 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/3cd6554ad90a47a9825499f26b7a05b3 2024-11-24T03:24:37,510 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in a826ddb6a20f7842a62c80fd7e6c1855/A of a826ddb6a20f7842a62c80fd7e6c1855 into 3cd6554ad90a47a9825499f26b7a05b3(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:37,510 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:37,511 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855., storeName=a826ddb6a20f7842a62c80fd7e6c1855/A, priority=11, startTime=1732418677481; duration=0sec 2024-11-24T03:24:37,511 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:24:37,511 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a826ddb6a20f7842a62c80fd7e6c1855:A 2024-11-24T03:24:37,511 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T03:24:37,512 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T03:24:37,512 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): a826ddb6a20f7842a62c80fd7e6c1855/C is initiating minor compaction (all files) 2024-11-24T03:24:37,512 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a826ddb6a20f7842a62c80fd7e6c1855/C in TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:37,512 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/6e460f64d96741a9b43e8172f071ef91, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/7989a1a0a0a34d689cdc9a26cd011843, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/110456697d594ebea35b96ad5f01cdc7, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/aa0891989ae64360b8a7a8dc16a0fa65, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/911afbdeb22d4be3afb4fa4458660266] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp, totalSize=58.6 K 2024-11-24T03:24:37,512 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e460f64d96741a9b43e8172f071ef91, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732418671407 2024-11-24T03:24:37,513 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7989a1a0a0a34d689cdc9a26cd011843, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732418671445 2024-11-24T03:24:37,513 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 110456697d594ebea35b96ad5f01cdc7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732418672564 2024-11-24T03:24:37,513 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa0891989ae64360b8a7a8dc16a0fa65, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732418673693 2024-11-24T03:24:37,514 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 911afbdeb22d4be3afb4fa4458660266, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732418674816 2024-11-24T03:24:37,521 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a826ddb6a20f7842a62c80fd7e6c1855#C#compaction#554 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:37,521 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/0fdf411dae9f47ea8d521dd8e4212ef0 is 50, key is test_row_0/C:col10/1732418674816/Put/seqid=0 2024-11-24T03:24:37,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742475_1651 (size=12173) 2024-11-24T03:24:37,528 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/0fdf411dae9f47ea8d521dd8e4212ef0 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/0fdf411dae9f47ea8d521dd8e4212ef0 2024-11-24T03:24:37,531 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in a826ddb6a20f7842a62c80fd7e6c1855/C of a826ddb6a20f7842a62c80fd7e6c1855 into 0fdf411dae9f47ea8d521dd8e4212ef0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:37,531 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:37,531 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855., storeName=a826ddb6a20f7842a62c80fd7e6c1855/C, priority=11, startTime=1732418677482; duration=0sec 2024-11-24T03:24:37,531 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:37,531 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a826ddb6a20f7842a62c80fd7e6c1855:C 2024-11-24T03:24:37,535 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:37,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-24T03:24:37,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:37,536 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing a826ddb6a20f7842a62c80fd7e6c1855 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T03:24:37,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=A 2024-11-24T03:24:37,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:37,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=B 2024-11-24T03:24:37,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:37,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=C 2024-11-24T03:24:37,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:37,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bbf42a7462674746a7bec30577536075_a826ddb6a20f7842a62c80fd7e6c1855 is 50, key is test_row_0/A:col10/1732418675887/Put/seqid=0 2024-11-24T03:24:37,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742476_1652 (size=12154) 2024-11-24T03:24:37,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:37,548 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bbf42a7462674746a7bec30577536075_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bbf42a7462674746a7bec30577536075_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:37,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/e6caa41659cb4646940ef46bb694a56a, store: [table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:37,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/e6caa41659cb4646940ef46bb694a56a is 175, key is test_row_0/A:col10/1732418675887/Put/seqid=0 2024-11-24T03:24:37,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742477_1653 (size=30955) 2024-11-24T03:24:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T03:24:37,904 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/5bf63bf6c2a543cb90d9554848ee01fc as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/5bf63bf6c2a543cb90d9554848ee01fc 2024-11-24T03:24:37,907 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in a826ddb6a20f7842a62c80fd7e6c1855/B of a826ddb6a20f7842a62c80fd7e6c1855 into 5bf63bf6c2a543cb90d9554848ee01fc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:37,908 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:37,908 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855., storeName=a826ddb6a20f7842a62c80fd7e6c1855/B, priority=11, startTime=1732418677482; duration=0sec 2024-11-24T03:24:37,908 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:37,908 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a826ddb6a20f7842a62c80fd7e6c1855:B 2024-11-24T03:24:37,953 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/e6caa41659cb4646940ef46bb694a56a 2024-11-24T03:24:37,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/86988a3c3ad14ab489ab5034571a67ba is 50, key is test_row_0/B:col10/1732418675887/Put/seqid=0 2024-11-24T03:24:37,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742478_1654 (size=12001) 2024-11-24T03:24:37,963 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/86988a3c3ad14ab489ab5034571a67ba 2024-11-24T03:24:37,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/bc444aa753a84e3da8260fa53b0219f2 is 50, key is test_row_0/C:col10/1732418675887/Put/seqid=0 2024-11-24T03:24:37,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742479_1655 (size=12001) 2024-11-24T03:24:38,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:38,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418738031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:38,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418738134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:38,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418738337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:38,372 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/bc444aa753a84e3da8260fa53b0219f2 2024-11-24T03:24:38,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/e6caa41659cb4646940ef46bb694a56a as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/e6caa41659cb4646940ef46bb694a56a 2024-11-24T03:24:38,379 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/e6caa41659cb4646940ef46bb694a56a, entries=150, sequenceid=116, filesize=30.2 K 2024-11-24T03:24:38,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/86988a3c3ad14ab489ab5034571a67ba as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/86988a3c3ad14ab489ab5034571a67ba 2024-11-24T03:24:38,383 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/86988a3c3ad14ab489ab5034571a67ba, entries=150, sequenceid=116, filesize=11.7 K 2024-11-24T03:24:38,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/bc444aa753a84e3da8260fa53b0219f2 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/bc444aa753a84e3da8260fa53b0219f2 2024-11-24T03:24:38,386 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/bc444aa753a84e3da8260fa53b0219f2, entries=150, sequenceid=116, filesize=11.7 K 2024-11-24T03:24:38,387 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a826ddb6a20f7842a62c80fd7e6c1855 in 851ms, sequenceid=116, compaction requested=false 2024-11-24T03:24:38,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:38,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:38,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-24T03:24:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-24T03:24:38,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-24T03:24:38,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6820 sec 2024-11-24T03:24:38,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 2.6860 sec 2024-11-24T03:24:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:38,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a826ddb6a20f7842a62c80fd7e6c1855 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T03:24:38,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=A 2024-11-24T03:24:38,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:38,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=B 2024-11-24T03:24:38,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:38,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=C 2024-11-24T03:24:38,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:38,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c466d992392e4bd4a5c1c1c0d78a7bbd_a826ddb6a20f7842a62c80fd7e6c1855 is 50, key is test_row_0/A:col10/1732418678025/Put/seqid=0 2024-11-24T03:24:38,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742480_1656 (size=12204) 2024-11-24T03:24:38,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418738690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:38,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418738793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:38,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1732418738946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:38,947 DEBUG [Thread-2752 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:24:38,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1732418738948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:38,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1732418738948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:38,950 DEBUG [Thread-2756 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:24:38,950 DEBUG [Thread-2754 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:24:38,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57368 deadline: 1732418738951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:38,953 DEBUG [Thread-2748 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:24:38,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418738996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:39,054 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:39,057 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c466d992392e4bd4a5c1c1c0d78a7bbd_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c466d992392e4bd4a5c1c1c0d78a7bbd_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:39,058 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/74a910c3f1204362811381257281e6e0, store: [table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:39,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/74a910c3f1204362811381257281e6e0 is 175, key is test_row_0/A:col10/1732418678025/Put/seqid=0 2024-11-24T03:24:39,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742481_1657 (size=31005) 2024-11-24T03:24:39,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418739299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:39,462 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/74a910c3f1204362811381257281e6e0 2024-11-24T03:24:39,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/1013368298dc4879bcf38afec4270731 is 50, key is test_row_0/B:col10/1732418678025/Put/seqid=0 2024-11-24T03:24:39,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742482_1658 (size=12051) 2024-11-24T03:24:39,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418739802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T03:24:39,811 INFO [Thread-2758 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-24T03:24:39,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:24:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-24T03:24:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T03:24:39,814 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:24:39,815 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:24:39,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:24:39,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/1013368298dc4879bcf38afec4270731 2024-11-24T03:24:39,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/126b35eceddb4d569b651d682d6c9bb7 is 50, key is test_row_0/C:col10/1732418678025/Put/seqid=0 2024-11-24T03:24:39,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742483_1659 (size=12051) 2024-11-24T03:24:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T03:24:39,967 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:39,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-24T03:24:39,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:39,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:39,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:39,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:39,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T03:24:40,119 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:40,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-24T03:24:40,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:40,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:40,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:40,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:40,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:40,272 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:40,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-24T03:24:40,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:40,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:40,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:40,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:40,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:40,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/126b35eceddb4d569b651d682d6c9bb7 2024-11-24T03:24:40,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/74a910c3f1204362811381257281e6e0 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/74a910c3f1204362811381257281e6e0 2024-11-24T03:24:40,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/74a910c3f1204362811381257281e6e0, entries=150, sequenceid=130, filesize=30.3 K 2024-11-24T03:24:40,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/1013368298dc4879bcf38afec4270731 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/1013368298dc4879bcf38afec4270731 2024-11-24T03:24:40,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/1013368298dc4879bcf38afec4270731, entries=150, sequenceid=130, filesize=11.8 K 2024-11-24T03:24:40,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/126b35eceddb4d569b651d682d6c9bb7 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/126b35eceddb4d569b651d682d6c9bb7 2024-11-24T03:24:40,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/126b35eceddb4d569b651d682d6c9bb7, entries=150, sequenceid=130, filesize=11.8 K 2024-11-24T03:24:40,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a826ddb6a20f7842a62c80fd7e6c1855 in 1653ms, sequenceid=130, compaction requested=true 2024-11-24T03:24:40,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:40,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a826ddb6a20f7842a62c80fd7e6c1855:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:24:40,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:40,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a826ddb6a20f7842a62c80fd7e6c1855:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:24:40,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:40,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a826ddb6a20f7842a62c80fd7e6c1855:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:24:40,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:24:40,295 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:24:40,295 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:24:40,296 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93087 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:24:40,296 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36225 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:24:40,296 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): a826ddb6a20f7842a62c80fd7e6c1855/A is initiating minor compaction (all files) 2024-11-24T03:24:40,296 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): a826ddb6a20f7842a62c80fd7e6c1855/B is initiating minor compaction (all files) 2024-11-24T03:24:40,296 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a826ddb6a20f7842a62c80fd7e6c1855/A in TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:40,296 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a826ddb6a20f7842a62c80fd7e6c1855/B in TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:40,296 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/3cd6554ad90a47a9825499f26b7a05b3, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/e6caa41659cb4646940ef46bb694a56a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/74a910c3f1204362811381257281e6e0] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp, totalSize=90.9 K 2024-11-24T03:24:40,296 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/5bf63bf6c2a543cb90d9554848ee01fc, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/86988a3c3ad14ab489ab5034571a67ba, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/1013368298dc4879bcf38afec4270731] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp, totalSize=35.4 K 2024-11-24T03:24:40,296 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:40,296 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. files: [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/3cd6554ad90a47a9825499f26b7a05b3, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/e6caa41659cb4646940ef46bb694a56a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/74a910c3f1204362811381257281e6e0] 2024-11-24T03:24:40,296 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cd6554ad90a47a9825499f26b7a05b3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732418674816 2024-11-24T03:24:40,296 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bf63bf6c2a543cb90d9554848ee01fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732418674816 2024-11-24T03:24:40,296 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 86988a3c3ad14ab489ab5034571a67ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732418675873 2024-11-24T03:24:40,297 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6caa41659cb4646940ef46bb694a56a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732418675873 2024-11-24T03:24:40,299 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74a910c3f1204362811381257281e6e0, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732418678023 2024-11-24T03:24:40,299 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 1013368298dc4879bcf38afec4270731, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732418678023 2024-11-24T03:24:40,304 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:40,305 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a826ddb6a20f7842a62c80fd7e6c1855#B#compaction#561 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:40,305 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/eaa13c08182c45aeac8012ab93ef52b4 is 50, key is test_row_0/B:col10/1732418678025/Put/seqid=0 2024-11-24T03:24:40,307 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112443660762c6354595ae51bdb3462d9295_a826ddb6a20f7842a62c80fd7e6c1855 store=[table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:40,308 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112443660762c6354595ae51bdb3462d9295_a826ddb6a20f7842a62c80fd7e6c1855, store=[table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:40,308 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112443660762c6354595ae51bdb3462d9295_a826ddb6a20f7842a62c80fd7e6c1855 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:40,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742484_1660 (size=12325) 2024-11-24T03:24:40,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742485_1661 (size=4469) 2024-11-24T03:24:40,316 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a826ddb6a20f7842a62c80fd7e6c1855#A#compaction#562 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:40,317 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/e307c82d67c84cd5801d6504fe1a20b4 is 175, key is test_row_0/A:col10/1732418678025/Put/seqid=0 2024-11-24T03:24:40,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742486_1662 (size=31279) 2024-11-24T03:24:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T03:24:40,424 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:40,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-24T03:24:40,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:40,425 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing a826ddb6a20f7842a62c80fd7e6c1855 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T03:24:40,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=A 2024-11-24T03:24:40,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:40,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=B 2024-11-24T03:24:40,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:40,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=C 2024-11-24T03:24:40,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:40,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246dcc4784ac924080afa9cdb7706906df_a826ddb6a20f7842a62c80fd7e6c1855 is 50, key is test_row_0/A:col10/1732418678687/Put/seqid=0 2024-11-24T03:24:40,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742487_1663 (size=12304) 2024-11-24T03:24:40,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:40,460 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246dcc4784ac924080afa9cdb7706906df_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246dcc4784ac924080afa9cdb7706906df_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:40,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/d4e73b0df5854927a8cadc412449a740, store: [table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:40,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/d4e73b0df5854927a8cadc412449a740 is 175, key is test_row_0/A:col10/1732418678687/Put/seqid=0 2024-11-24T03:24:40,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742488_1664 (size=31105) 2024-11-24T03:24:40,719 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/eaa13c08182c45aeac8012ab93ef52b4 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/eaa13c08182c45aeac8012ab93ef52b4 2024-11-24T03:24:40,723 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a826ddb6a20f7842a62c80fd7e6c1855/B of a826ddb6a20f7842a62c80fd7e6c1855 into eaa13c08182c45aeac8012ab93ef52b4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:40,723 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:40,723 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855., storeName=a826ddb6a20f7842a62c80fd7e6c1855/B, priority=13, startTime=1732418680295; duration=0sec 2024-11-24T03:24:40,723 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:24:40,723 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a826ddb6a20f7842a62c80fd7e6c1855:B 2024-11-24T03:24:40,723 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:24:40,724 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36225 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:24:40,724 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): a826ddb6a20f7842a62c80fd7e6c1855/C is initiating minor compaction (all files) 2024-11-24T03:24:40,724 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a826ddb6a20f7842a62c80fd7e6c1855/C in TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:40,724 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/0fdf411dae9f47ea8d521dd8e4212ef0, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/bc444aa753a84e3da8260fa53b0219f2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/126b35eceddb4d569b651d682d6c9bb7] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp, totalSize=35.4 K 2024-11-24T03:24:40,725 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fdf411dae9f47ea8d521dd8e4212ef0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732418674816 2024-11-24T03:24:40,725 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting bc444aa753a84e3da8260fa53b0219f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732418675873 2024-11-24T03:24:40,725 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 126b35eceddb4d569b651d682d6c9bb7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732418678023 2024-11-24T03:24:40,725 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/e307c82d67c84cd5801d6504fe1a20b4 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/e307c82d67c84cd5801d6504fe1a20b4 2024-11-24T03:24:40,729 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a826ddb6a20f7842a62c80fd7e6c1855/A of a826ddb6a20f7842a62c80fd7e6c1855 into e307c82d67c84cd5801d6504fe1a20b4(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:40,729 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:40,729 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855., storeName=a826ddb6a20f7842a62c80fd7e6c1855/A, priority=13, startTime=1732418680295; duration=0sec 2024-11-24T03:24:40,729 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:40,729 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a826ddb6a20f7842a62c80fd7e6c1855:A 2024-11-24T03:24:40,731 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a826ddb6a20f7842a62c80fd7e6c1855#C#compaction#564 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:40,732 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/397e30f10afb447399e0af97475cbb23 is 50, key is test_row_0/C:col10/1732418678025/Put/seqid=0 2024-11-24T03:24:40,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742489_1665 (size=12325) 2024-11-24T03:24:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:40,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:40,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418740831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:40,866 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=153, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/d4e73b0df5854927a8cadc412449a740 2024-11-24T03:24:40,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/038387d39a73460c9376b267324aea92 is 50, key is test_row_0/B:col10/1732418678687/Put/seqid=0 2024-11-24T03:24:40,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742490_1666 (size=12151) 2024-11-24T03:24:40,877 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/038387d39a73460c9376b267324aea92 2024-11-24T03:24:40,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/a2d3b25b41c44a5ca4b16760344ab26f is 50, key is test_row_0/C:col10/1732418678687/Put/seqid=0 2024-11-24T03:24:40,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742491_1667 (size=12151) 2024-11-24T03:24:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T03:24:40,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418740933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:41,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418741135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:41,140 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/397e30f10afb447399e0af97475cbb23 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/397e30f10afb447399e0af97475cbb23 2024-11-24T03:24:41,144 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a826ddb6a20f7842a62c80fd7e6c1855/C of a826ddb6a20f7842a62c80fd7e6c1855 into 397e30f10afb447399e0af97475cbb23(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:41,144 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:41,144 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855., storeName=a826ddb6a20f7842a62c80fd7e6c1855/C, priority=13, startTime=1732418680295; duration=0sec 2024-11-24T03:24:41,144 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:41,144 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a826ddb6a20f7842a62c80fd7e6c1855:C 2024-11-24T03:24:41,287 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/a2d3b25b41c44a5ca4b16760344ab26f 2024-11-24T03:24:41,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/d4e73b0df5854927a8cadc412449a740 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/d4e73b0df5854927a8cadc412449a740 2024-11-24T03:24:41,293 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/d4e73b0df5854927a8cadc412449a740, entries=150, sequenceid=153, filesize=30.4 K 2024-11-24T03:24:41,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/038387d39a73460c9376b267324aea92 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/038387d39a73460c9376b267324aea92 2024-11-24T03:24:41,297 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/038387d39a73460c9376b267324aea92, entries=150, sequenceid=153, filesize=11.9 K 2024-11-24T03:24:41,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/a2d3b25b41c44a5ca4b16760344ab26f as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/a2d3b25b41c44a5ca4b16760344ab26f 2024-11-24T03:24:41,300 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/a2d3b25b41c44a5ca4b16760344ab26f, entries=150, sequenceid=153, filesize=11.9 K 2024-11-24T03:24:41,301 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a826ddb6a20f7842a62c80fd7e6c1855 in 876ms, sequenceid=153, compaction requested=false 2024-11-24T03:24:41,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:41,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:41,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-24T03:24:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-24T03:24:41,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-24T03:24:41,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4870 sec 2024-11-24T03:24:41,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 1.4920 sec 2024-11-24T03:24:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:41,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a826ddb6a20f7842a62c80fd7e6c1855 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T03:24:41,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=A 2024-11-24T03:24:41,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:41,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=B 2024-11-24T03:24:41,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:41,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=C 2024-11-24T03:24:41,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:41,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112459e0925caca04ea594f8f3f1269e4abc_a826ddb6a20f7842a62c80fd7e6c1855 is 50, key is test_row_0/A:col10/1732418680829/Put/seqid=0 2024-11-24T03:24:41,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742492_1668 (size=14794) 2024-11-24T03:24:41,451 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:41,454 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112459e0925caca04ea594f8f3f1269e4abc_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112459e0925caca04ea594f8f3f1269e4abc_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:41,455 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/a6fc2d720e69467586d91eeebe769468, store: [table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:41,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/a6fc2d720e69467586d91eeebe769468 is 175, key is test_row_0/A:col10/1732418680829/Put/seqid=0 2024-11-24T03:24:41,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742493_1669 (size=39749) 2024-11-24T03:24:41,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:41,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418741484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:41,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418741587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:41,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:41,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418741788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:41,860 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/a6fc2d720e69467586d91eeebe769468 2024-11-24T03:24:41,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/2d98b34e2ef644ca8d35ea2bbfdf8563 is 50, key is test_row_0/B:col10/1732418680829/Put/seqid=0 2024-11-24T03:24:41,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742494_1670 (size=12151) 2024-11-24T03:24:41,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/2d98b34e2ef644ca8d35ea2bbfdf8563 2024-11-24T03:24:41,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/d61a70e2db7d4bac9bcca8471ad584e2 is 50, key is test_row_0/C:col10/1732418680829/Put/seqid=0 2024-11-24T03:24:41,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742495_1671 (size=12151) 2024-11-24T03:24:41,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-24T03:24:41,918 INFO [Thread-2758 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-24T03:24:41,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:24:41,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-24T03:24:41,920 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:24:41,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T03:24:41,921 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:24:41,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:24:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T03:24:42,072 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:42,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-24T03:24:42,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:42,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:42,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:42,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:42,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:42,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418742093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T03:24:42,225 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:42,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-24T03:24:42,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:42,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:42,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:42,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:42,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:42,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/d61a70e2db7d4bac9bcca8471ad584e2 2024-11-24T03:24:42,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/a6fc2d720e69467586d91eeebe769468 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/a6fc2d720e69467586d91eeebe769468 2024-11-24T03:24:42,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/a6fc2d720e69467586d91eeebe769468, entries=200, sequenceid=170, filesize=38.8 K 2024-11-24T03:24:42,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/2d98b34e2ef644ca8d35ea2bbfdf8563 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/2d98b34e2ef644ca8d35ea2bbfdf8563 2024-11-24T03:24:42,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/2d98b34e2ef644ca8d35ea2bbfdf8563, entries=150, sequenceid=170, filesize=11.9 K 2024-11-24T03:24:42,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/d61a70e2db7d4bac9bcca8471ad584e2 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/d61a70e2db7d4bac9bcca8471ad584e2 2024-11-24T03:24:42,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/d61a70e2db7d4bac9bcca8471ad584e2, entries=150, sequenceid=170, filesize=11.9 K 2024-11-24T03:24:42,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a826ddb6a20f7842a62c80fd7e6c1855 in 855ms, sequenceid=170, compaction requested=true 2024-11-24T03:24:42,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:42,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a826ddb6a20f7842a62c80fd7e6c1855:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:24:42,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:42,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a826ddb6a20f7842a62c80fd7e6c1855:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:24:42,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:42,295 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:24:42,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a826ddb6a20f7842a62c80fd7e6c1855:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:24:42,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:24:42,295 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:24:42,296 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:24:42,296 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102133 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:24:42,296 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): a826ddb6a20f7842a62c80fd7e6c1855/A is initiating minor compaction (all files) 2024-11-24T03:24:42,296 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): a826ddb6a20f7842a62c80fd7e6c1855/B is initiating minor compaction (all files) 2024-11-24T03:24:42,296 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a826ddb6a20f7842a62c80fd7e6c1855/A in TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:42,296 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a826ddb6a20f7842a62c80fd7e6c1855/B in TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:42,296 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/e307c82d67c84cd5801d6504fe1a20b4, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/d4e73b0df5854927a8cadc412449a740, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/a6fc2d720e69467586d91eeebe769468] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp, totalSize=99.7 K 2024-11-24T03:24:42,296 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/eaa13c08182c45aeac8012ab93ef52b4, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/038387d39a73460c9376b267324aea92, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/2d98b34e2ef644ca8d35ea2bbfdf8563] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp, totalSize=35.8 K 2024-11-24T03:24:42,296 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:42,296 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. files: [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/e307c82d67c84cd5801d6504fe1a20b4, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/d4e73b0df5854927a8cadc412449a740, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/a6fc2d720e69467586d91eeebe769468] 2024-11-24T03:24:42,297 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting eaa13c08182c45aeac8012ab93ef52b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732418678023 2024-11-24T03:24:42,297 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting e307c82d67c84cd5801d6504fe1a20b4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732418678023 2024-11-24T03:24:42,297 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 038387d39a73460c9376b267324aea92, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732418678681 2024-11-24T03:24:42,297 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4e73b0df5854927a8cadc412449a740, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732418678681 2024-11-24T03:24:42,297 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d98b34e2ef644ca8d35ea2bbfdf8563, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732418680825 2024-11-24T03:24:42,297 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6fc2d720e69467586d91eeebe769468, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732418680822 2024-11-24T03:24:42,303 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:42,304 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a826ddb6a20f7842a62c80fd7e6c1855#B#compaction#570 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:42,304 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/ca886a95d2944d80806d35d26446878b is 50, key is test_row_0/B:col10/1732418680829/Put/seqid=0 2024-11-24T03:24:42,305 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124becd7d39ea804f65a25086f3e940c402_a826ddb6a20f7842a62c80fd7e6c1855 store=[table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:42,307 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124becd7d39ea804f65a25086f3e940c402_a826ddb6a20f7842a62c80fd7e6c1855, store=[table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:42,307 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124becd7d39ea804f65a25086f3e940c402_a826ddb6a20f7842a62c80fd7e6c1855 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:42,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742496_1672 (size=12527) 2024-11-24T03:24:42,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742497_1673 (size=4469) 2024-11-24T03:24:42,314 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/ca886a95d2944d80806d35d26446878b as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/ca886a95d2944d80806d35d26446878b 2024-11-24T03:24:42,317 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a826ddb6a20f7842a62c80fd7e6c1855/B of a826ddb6a20f7842a62c80fd7e6c1855 into ca886a95d2944d80806d35d26446878b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:42,317 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:42,317 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855., storeName=a826ddb6a20f7842a62c80fd7e6c1855/B, priority=13, startTime=1732418682295; duration=0sec 2024-11-24T03:24:42,317 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:24:42,317 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a826ddb6a20f7842a62c80fd7e6c1855:B 2024-11-24T03:24:42,317 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:24:42,318 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:24:42,318 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): a826ddb6a20f7842a62c80fd7e6c1855/C is initiating minor compaction (all files) 2024-11-24T03:24:42,318 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a826ddb6a20f7842a62c80fd7e6c1855/C in TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:42,318 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/397e30f10afb447399e0af97475cbb23, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/a2d3b25b41c44a5ca4b16760344ab26f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/d61a70e2db7d4bac9bcca8471ad584e2] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp, totalSize=35.8 K 2024-11-24T03:24:42,319 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 397e30f10afb447399e0af97475cbb23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732418678023 2024-11-24T03:24:42,319 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting a2d3b25b41c44a5ca4b16760344ab26f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732418678681 2024-11-24T03:24:42,319 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting d61a70e2db7d4bac9bcca8471ad584e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732418680825 2024-11-24T03:24:42,325 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a826ddb6a20f7842a62c80fd7e6c1855#C#compaction#572 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:42,326 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/07b73092ed2f4257923be1e905489020 is 50, key is test_row_0/C:col10/1732418680829/Put/seqid=0 2024-11-24T03:24:42,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742498_1674 (size=12527) 2024-11-24T03:24:42,378 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:42,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-24T03:24:42,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:42,379 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing a826ddb6a20f7842a62c80fd7e6c1855 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T03:24:42,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=A 2024-11-24T03:24:42,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:42,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=B 2024-11-24T03:24:42,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:42,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=C 2024-11-24T03:24:42,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:42,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fd31221e6c724c5ebcde840fbee03401_a826ddb6a20f7842a62c80fd7e6c1855 is 50, key is test_row_0/A:col10/1732418681478/Put/seqid=0 2024-11-24T03:24:42,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742499_1675 (size=12304) 2024-11-24T03:24:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T03:24:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:42,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:42,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418742622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:42,711 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a826ddb6a20f7842a62c80fd7e6c1855#A#compaction#571 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:42,712 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/a45482233aaa4d719801668dccb266d1 is 175, key is test_row_0/A:col10/1732418680829/Put/seqid=0 2024-11-24T03:24:42,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742500_1676 (size=31481) 2024-11-24T03:24:42,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418742724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:42,733 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/07b73092ed2f4257923be1e905489020 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/07b73092ed2f4257923be1e905489020 2024-11-24T03:24:42,736 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a826ddb6a20f7842a62c80fd7e6c1855/C of a826ddb6a20f7842a62c80fd7e6c1855 into 07b73092ed2f4257923be1e905489020(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:42,736 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:42,736 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855., storeName=a826ddb6a20f7842a62c80fd7e6c1855/C, priority=13, startTime=1732418682295; duration=0sec 2024-11-24T03:24:42,736 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:42,736 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a826ddb6a20f7842a62c80fd7e6c1855:C 2024-11-24T03:24:42,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:42,792 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fd31221e6c724c5ebcde840fbee03401_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fd31221e6c724c5ebcde840fbee03401_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:42,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/5ab97f9ece7a4e44875ce2a08abb4d21, store: [table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:42,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/5ab97f9ece7a4e44875ce2a08abb4d21 is 175, key is test_row_0/A:col10/1732418681478/Put/seqid=0 2024-11-24T03:24:42,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742501_1677 (size=31105) 2024-11-24T03:24:42,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418742926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:42,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57368 deadline: 1732418742961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:42,963 DEBUG [Thread-2748 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:24:42,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57314 deadline: 1732418742968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:42,969 DEBUG [Thread-2754 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:24:42,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57376 deadline: 1732418742982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:42,983 DEBUG [Thread-2752 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8167 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:24:42,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57332 deadline: 1732418742988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:42,990 DEBUG [Thread-2756 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855., hostname=f13c2bb2f71a,41393,1732418513827, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:24:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T03:24:43,120 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/a45482233aaa4d719801668dccb266d1 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/a45482233aaa4d719801668dccb266d1 2024-11-24T03:24:43,123 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a826ddb6a20f7842a62c80fd7e6c1855/A of a826ddb6a20f7842a62c80fd7e6c1855 into a45482233aaa4d719801668dccb266d1(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:43,123 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:43,123 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855., storeName=a826ddb6a20f7842a62c80fd7e6c1855/A, priority=13, startTime=1732418682295; duration=0sec 2024-11-24T03:24:43,123 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:43,123 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a826ddb6a20f7842a62c80fd7e6c1855:A 2024-11-24T03:24:43,198 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/5ab97f9ece7a4e44875ce2a08abb4d21 2024-11-24T03:24:43,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/cc66ed583bb94ec1a0db49db17c74ccb is 50, key is test_row_0/B:col10/1732418681478/Put/seqid=0 2024-11-24T03:24:43,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742502_1678 (size=12151) 2024-11-24T03:24:43,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418743230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:43,609 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/cc66ed583bb94ec1a0db49db17c74ccb 2024-11-24T03:24:43,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/e67a0b8d222e48ef876acc72fd4d6e5b is 50, key is test_row_0/C:col10/1732418681478/Put/seqid=0 2024-11-24T03:24:43,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742503_1679 (size=12151) 2024-11-24T03:24:43,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418743737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:44,019 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/e67a0b8d222e48ef876acc72fd4d6e5b 2024-11-24T03:24:44,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/5ab97f9ece7a4e44875ce2a08abb4d21 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/5ab97f9ece7a4e44875ce2a08abb4d21 2024-11-24T03:24:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T03:24:44,026 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/5ab97f9ece7a4e44875ce2a08abb4d21, entries=150, sequenceid=193, filesize=30.4 K 2024-11-24T03:24:44,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/cc66ed583bb94ec1a0db49db17c74ccb as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/cc66ed583bb94ec1a0db49db17c74ccb 2024-11-24T03:24:44,030 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/cc66ed583bb94ec1a0db49db17c74ccb, entries=150, sequenceid=193, filesize=11.9 K 2024-11-24T03:24:44,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/e67a0b8d222e48ef876acc72fd4d6e5b as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/e67a0b8d222e48ef876acc72fd4d6e5b 2024-11-24T03:24:44,033 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/e67a0b8d222e48ef876acc72fd4d6e5b, entries=150, sequenceid=193, filesize=11.9 K 2024-11-24T03:24:44,034 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for a826ddb6a20f7842a62c80fd7e6c1855 in 1656ms, sequenceid=193, compaction requested=false 2024-11-24T03:24:44,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:44,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:44,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-24T03:24:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-24T03:24:44,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-24T03:24:44,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1140 sec 2024-11-24T03:24:44,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 2.1180 sec 2024-11-24T03:24:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:44,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a826ddb6a20f7842a62c80fd7e6c1855 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T03:24:44,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=A 2024-11-24T03:24:44,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:44,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=B 2024-11-24T03:24:44,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:44,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=C 2024-11-24T03:24:44,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:44,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124eaa3ab4eed404aa68f66293bc907af7f_a826ddb6a20f7842a62c80fd7e6c1855 is 50, key is test_row_0/A:col10/1732418684740/Put/seqid=0 2024-11-24T03:24:44,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742504_1680 (size=14794) 2024-11-24T03:24:44,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418744785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:44,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418744888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:45,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418745091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:45,151 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:45,154 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124eaa3ab4eed404aa68f66293bc907af7f_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124eaa3ab4eed404aa68f66293bc907af7f_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:45,155 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/8fdd35086c8f4c62becab3f433dbe556, store: [table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:45,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/8fdd35086c8f4c62becab3f433dbe556 is 175, key is test_row_0/A:col10/1732418684740/Put/seqid=0 2024-11-24T03:24:45,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742505_1681 (size=39749) 2024-11-24T03:24:45,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418745394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:45,559 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/8fdd35086c8f4c62becab3f433dbe556 2024-11-24T03:24:45,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/5a603bbb0c8f4254b7b72f4df604c186 is 50, key is test_row_0/B:col10/1732418684740/Put/seqid=0 2024-11-24T03:24:45,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742506_1682 (size=12151) 2024-11-24T03:24:45,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:45,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418745899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:45,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/5a603bbb0c8f4254b7b72f4df604c186 2024-11-24T03:24:45,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/53a99117d257446a89ac3cea67c0acb7 is 50, key is test_row_0/C:col10/1732418684740/Put/seqid=0 2024-11-24T03:24:45,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742507_1683 (size=12151) 2024-11-24T03:24:46,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T03:24:46,025 INFO [Thread-2758 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-24T03:24:46,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:24:46,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-24T03:24:46,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-24T03:24:46,028 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:24:46,028 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:24:46,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:24:46,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-24T03:24:46,179 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:46,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-24T03:24:46,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:46,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:46,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:46,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:46,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:46,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-24T03:24:46,332 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:46,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-24T03:24:46,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:46,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:46,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:46,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:46,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:46,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/53a99117d257446a89ac3cea67c0acb7 2024-11-24T03:24:46,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/8fdd35086c8f4c62becab3f433dbe556 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/8fdd35086c8f4c62becab3f433dbe556 2024-11-24T03:24:46,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/8fdd35086c8f4c62becab3f433dbe556, entries=200, sequenceid=210, filesize=38.8 K 2024-11-24T03:24:46,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/5a603bbb0c8f4254b7b72f4df604c186 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/5a603bbb0c8f4254b7b72f4df604c186 2024-11-24T03:24:46,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/5a603bbb0c8f4254b7b72f4df604c186, entries=150, sequenceid=210, filesize=11.9 K 2024-11-24T03:24:46,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/53a99117d257446a89ac3cea67c0acb7 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/53a99117d257446a89ac3cea67c0acb7 2024-11-24T03:24:46,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/53a99117d257446a89ac3cea67c0acb7, entries=150, sequenceid=210, filesize=11.9 K 2024-11-24T03:24:46,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a826ddb6a20f7842a62c80fd7e6c1855 in 1654ms, sequenceid=210, compaction requested=true 2024-11-24T03:24:46,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:46,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a826ddb6a20f7842a62c80fd7e6c1855:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:24:46,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:46,395 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:24:46,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a826ddb6a20f7842a62c80fd7e6c1855:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:24:46,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:46,395 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:24:46,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a826ddb6a20f7842a62c80fd7e6c1855:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:24:46,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:24:46,396 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:24:46,396 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): a826ddb6a20f7842a62c80fd7e6c1855/A is initiating minor compaction (all files) 2024-11-24T03:24:46,396 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:24:46,396 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): a826ddb6a20f7842a62c80fd7e6c1855/B is initiating minor compaction (all files) 2024-11-24T03:24:46,396 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a826ddb6a20f7842a62c80fd7e6c1855/A in TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:46,396 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a826ddb6a20f7842a62c80fd7e6c1855/B in TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:46,396 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/ca886a95d2944d80806d35d26446878b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/cc66ed583bb94ec1a0db49db17c74ccb, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/5a603bbb0c8f4254b7b72f4df604c186] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp, totalSize=36.0 K 2024-11-24T03:24:46,396 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/a45482233aaa4d719801668dccb266d1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/5ab97f9ece7a4e44875ce2a08abb4d21, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/8fdd35086c8f4c62becab3f433dbe556] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp, totalSize=99.9 K 2024-11-24T03:24:46,396 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:46,396 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. files: [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/a45482233aaa4d719801668dccb266d1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/5ab97f9ece7a4e44875ce2a08abb4d21, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/8fdd35086c8f4c62becab3f433dbe556] 2024-11-24T03:24:46,397 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting ca886a95d2944d80806d35d26446878b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732418680825 2024-11-24T03:24:46,397 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting a45482233aaa4d719801668dccb266d1, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732418680825 2024-11-24T03:24:46,397 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting cc66ed583bb94ec1a0db49db17c74ccb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732418681474 2024-11-24T03:24:46,397 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ab97f9ece7a4e44875ce2a08abb4d21, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732418681474 2024-11-24T03:24:46,397 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a603bbb0c8f4254b7b72f4df604c186, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732418682598 2024-11-24T03:24:46,397 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8fdd35086c8f4c62becab3f433dbe556, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732418682598 2024-11-24T03:24:46,403 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:46,404 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a826ddb6a20f7842a62c80fd7e6c1855#B#compaction#579 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:46,404 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/9f2809d668a44d479bdc9986cc364366 is 50, key is test_row_0/B:col10/1732418684740/Put/seqid=0 2024-11-24T03:24:46,406 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124e48e0f756a764f518d69abeaa0266c06_a826ddb6a20f7842a62c80fd7e6c1855 store=[table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:46,408 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124e48e0f756a764f518d69abeaa0266c06_a826ddb6a20f7842a62c80fd7e6c1855, store=[table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:46,409 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e48e0f756a764f518d69abeaa0266c06_a826ddb6a20f7842a62c80fd7e6c1855 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:46,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742508_1684 (size=12629) 2024-11-24T03:24:46,416 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/9f2809d668a44d479bdc9986cc364366 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/9f2809d668a44d479bdc9986cc364366 2024-11-24T03:24:46,421 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a826ddb6a20f7842a62c80fd7e6c1855/B of a826ddb6a20f7842a62c80fd7e6c1855 into 9f2809d668a44d479bdc9986cc364366(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:46,421 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:46,421 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855., storeName=a826ddb6a20f7842a62c80fd7e6c1855/B, priority=13, startTime=1732418686395; duration=0sec 2024-11-24T03:24:46,421 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:24:46,421 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a826ddb6a20f7842a62c80fd7e6c1855:B 2024-11-24T03:24:46,421 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:24:46,422 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:24:46,422 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): a826ddb6a20f7842a62c80fd7e6c1855/C is initiating minor compaction (all files) 2024-11-24T03:24:46,422 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a826ddb6a20f7842a62c80fd7e6c1855/C in TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:46,422 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/07b73092ed2f4257923be1e905489020, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/e67a0b8d222e48ef876acc72fd4d6e5b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/53a99117d257446a89ac3cea67c0acb7] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp, totalSize=36.0 K 2024-11-24T03:24:46,423 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 07b73092ed2f4257923be1e905489020, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732418680825 2024-11-24T03:24:46,423 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting e67a0b8d222e48ef876acc72fd4d6e5b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732418681474 2024-11-24T03:24:46,423 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 53a99117d257446a89ac3cea67c0acb7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732418682598 2024-11-24T03:24:46,431 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a826ddb6a20f7842a62c80fd7e6c1855#C#compaction#581 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:46,431 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/7cd044ab93d241e78a90da7aeb2c90c8 is 50, key is test_row_0/C:col10/1732418684740/Put/seqid=0 2024-11-24T03:24:46,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742509_1685 (size=4469) 2024-11-24T03:24:46,434 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a826ddb6a20f7842a62c80fd7e6c1855#A#compaction#580 average throughput is 0.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:46,434 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/69ada1d71619464ca1827b413273bd38 is 175, key is test_row_0/A:col10/1732418684740/Put/seqid=0 2024-11-24T03:24:46,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742510_1686 (size=12629) 2024-11-24T03:24:46,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742511_1687 (size=31583) 2024-11-24T03:24:46,440 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/7cd044ab93d241e78a90da7aeb2c90c8 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/7cd044ab93d241e78a90da7aeb2c90c8 2024-11-24T03:24:46,443 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/69ada1d71619464ca1827b413273bd38 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/69ada1d71619464ca1827b413273bd38 2024-11-24T03:24:46,444 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a826ddb6a20f7842a62c80fd7e6c1855/C of a826ddb6a20f7842a62c80fd7e6c1855 into 7cd044ab93d241e78a90da7aeb2c90c8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:46,444 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:46,444 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855., storeName=a826ddb6a20f7842a62c80fd7e6c1855/C, priority=13, startTime=1732418686395; duration=0sec 2024-11-24T03:24:46,444 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:46,444 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a826ddb6a20f7842a62c80fd7e6c1855:C 2024-11-24T03:24:46,446 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a826ddb6a20f7842a62c80fd7e6c1855/A of a826ddb6a20f7842a62c80fd7e6c1855 into 69ada1d71619464ca1827b413273bd38(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:46,446 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:46,446 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855., storeName=a826ddb6a20f7842a62c80fd7e6c1855/A, priority=13, startTime=1732418686395; duration=0sec 2024-11-24T03:24:46,446 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:46,446 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a826ddb6a20f7842a62c80fd7e6c1855:A 2024-11-24T03:24:46,485 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:46,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-24T03:24:46,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:46,485 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing a826ddb6a20f7842a62c80fd7e6c1855 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T03:24:46,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=A 2024-11-24T03:24:46,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:46,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=B 2024-11-24T03:24:46,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:46,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=C 2024-11-24T03:24:46,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:46,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b3bf4f726c3a4996af241b6939d4df96_a826ddb6a20f7842a62c80fd7e6c1855 is 50, key is test_row_0/A:col10/1732418684775/Put/seqid=0 2024-11-24T03:24:46,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742512_1688 (size=12304) 2024-11-24T03:24:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-24T03:24:46,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:46,899 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b3bf4f726c3a4996af241b6939d4df96_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b3bf4f726c3a4996af241b6939d4df96_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:46,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/39e79de580d3495b899ac507ed733d62, store: [table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:46,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/39e79de580d3495b899ac507ed733d62 is 175, key is test_row_0/A:col10/1732418684775/Put/seqid=0 2024-11-24T03:24:46,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742513_1689 (size=31105) 2024-11-24T03:24:46,904 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/39e79de580d3495b899ac507ed733d62 2024-11-24T03:24:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:46,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:46,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/1e7138ab1d334cc88c98b59f885ebe9e is 50, key is test_row_0/B:col10/1732418684775/Put/seqid=0 2024-11-24T03:24:46,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742514_1690 (size=12151) 2024-11-24T03:24:46,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418746937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:47,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418747040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-24T03:24:47,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418747243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:47,315 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/1e7138ab1d334cc88c98b59f885ebe9e 2024-11-24T03:24:47,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/d723245e3700451b8016d6565b7b7064 is 50, key is test_row_0/C:col10/1732418684775/Put/seqid=0 2024-11-24T03:24:47,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742515_1691 (size=12151) 2024-11-24T03:24:47,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418747546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:47,726 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/d723245e3700451b8016d6565b7b7064 2024-11-24T03:24:47,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/39e79de580d3495b899ac507ed733d62 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/39e79de580d3495b899ac507ed733d62 2024-11-24T03:24:47,733 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/39e79de580d3495b899ac507ed733d62, entries=150, sequenceid=234, filesize=30.4 K 2024-11-24T03:24:47,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/1e7138ab1d334cc88c98b59f885ebe9e as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/1e7138ab1d334cc88c98b59f885ebe9e 2024-11-24T03:24:47,737 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/1e7138ab1d334cc88c98b59f885ebe9e, entries=150, sequenceid=234, filesize=11.9 K 2024-11-24T03:24:47,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/d723245e3700451b8016d6565b7b7064 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/d723245e3700451b8016d6565b7b7064 2024-11-24T03:24:47,741 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/d723245e3700451b8016d6565b7b7064, entries=150, sequenceid=234, filesize=11.9 K 2024-11-24T03:24:47,741 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a826ddb6a20f7842a62c80fd7e6c1855 in 1256ms, sequenceid=234, compaction requested=false 2024-11-24T03:24:47,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:47,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:47,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-24T03:24:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-24T03:24:47,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-24T03:24:47,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7140 sec 2024-11-24T03:24:47,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 1.7180 sec 2024-11-24T03:24:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:48,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a826ddb6a20f7842a62c80fd7e6c1855 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T03:24:48,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=A 2024-11-24T03:24:48,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:48,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=B 2024-11-24T03:24:48,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:48,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=C 2024-11-24T03:24:48,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:48,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112479c82826da2d4d87b8dbc40885f09368_a826ddb6a20f7842a62c80fd7e6c1855 is 50, key is test_row_0/A:col10/1732418686932/Put/seqid=0 2024-11-24T03:24:48,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742516_1692 (size=14794) 2024-11-24T03:24:48,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418748095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-24T03:24:48,132 INFO [Thread-2758 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-24T03:24:48,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:24:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-11-24T03:24:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T03:24:48,134 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:24:48,135 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:24:48,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:24:48,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418748198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T03:24:48,286 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:48,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T03:24:48,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:48,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:48,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:48,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:48,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:48,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418748400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T03:24:48,439 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:48,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T03:24:48,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:48,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:48,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:48,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:48,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:48,463 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:48,466 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112479c82826da2d4d87b8dbc40885f09368_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112479c82826da2d4d87b8dbc40885f09368_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:48,467 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/0916a4052564466aa34c755ebf7a014b, store: [table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:48,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/0916a4052564466aa34c755ebf7a014b is 175, key is test_row_0/A:col10/1732418686932/Put/seqid=0 2024-11-24T03:24:48,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742517_1693 (size=39749) 2024-11-24T03:24:48,591 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:48,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T03:24:48,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:48,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:48,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:48,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:48,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:48,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418748702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T03:24:48,744 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:48,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T03:24:48,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:48,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:48,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:48,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:48,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:48,871 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/0916a4052564466aa34c755ebf7a014b 2024-11-24T03:24:48,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/f2f288b0f6004b33b573fabb8f129d94 is 50, key is test_row_0/B:col10/1732418686932/Put/seqid=0 2024-11-24T03:24:48,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742518_1694 (size=12151) 2024-11-24T03:24:48,896 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:48,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T03:24:48,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:48,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:48,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:48,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:48,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:49,049 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:49,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T03:24:49,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:49,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:49,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:49,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:49,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:49,202 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:49,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T03:24:49,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:49,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:49,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:49,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:49,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:49,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418749206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T03:24:49,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/f2f288b0f6004b33b573fabb8f129d94 2024-11-24T03:24:49,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/f614f20671924cab87055b371cd28228 is 50, key is test_row_0/C:col10/1732418686932/Put/seqid=0 2024-11-24T03:24:49,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742519_1695 (size=12151) 2024-11-24T03:24:49,354 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:49,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T03:24:49,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:49,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:49,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:49,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:49,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:49,507 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:49,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T03:24:49,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:49,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:49,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:49,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:49,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:49,659 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:49,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T03:24:49,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:49,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:49,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:49,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:49,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:24:49,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/f614f20671924cab87055b371cd28228 2024-11-24T03:24:49,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/0916a4052564466aa34c755ebf7a014b as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/0916a4052564466aa34c755ebf7a014b 2024-11-24T03:24:49,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/0916a4052564466aa34c755ebf7a014b, entries=200, sequenceid=250, filesize=38.8 K 2024-11-24T03:24:49,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/f2f288b0f6004b33b573fabb8f129d94 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/f2f288b0f6004b33b573fabb8f129d94 2024-11-24T03:24:49,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/f2f288b0f6004b33b573fabb8f129d94, entries=150, sequenceid=250, filesize=11.9 K 2024-11-24T03:24:49,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/f614f20671924cab87055b371cd28228 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/f614f20671924cab87055b371cd28228 2024-11-24T03:24:49,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/f614f20671924cab87055b371cd28228, entries=150, sequenceid=250, filesize=11.9 K 2024-11-24T03:24:49,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for a826ddb6a20f7842a62c80fd7e6c1855 in 1670ms, sequenceid=250, compaction requested=true 2024-11-24T03:24:49,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:49,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a826ddb6a20f7842a62c80fd7e6c1855:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:24:49,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:49,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a826ddb6a20f7842a62c80fd7e6c1855:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:24:49,723 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:24:49,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:49,723 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:24:49,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a826ddb6a20f7842a62c80fd7e6c1855:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:24:49,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:24:49,724 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:24:49,724 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:24:49,724 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): a826ddb6a20f7842a62c80fd7e6c1855/A is initiating minor compaction (all files) 2024-11-24T03:24:49,724 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): a826ddb6a20f7842a62c80fd7e6c1855/B is initiating minor compaction (all files) 2024-11-24T03:24:49,724 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a826ddb6a20f7842a62c80fd7e6c1855/A in TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:49,724 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a826ddb6a20f7842a62c80fd7e6c1855/B in TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:49,724 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/69ada1d71619464ca1827b413273bd38, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/39e79de580d3495b899ac507ed733d62, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/0916a4052564466aa34c755ebf7a014b] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp, totalSize=100.0 K 2024-11-24T03:24:49,724 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/9f2809d668a44d479bdc9986cc364366, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/1e7138ab1d334cc88c98b59f885ebe9e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/f2f288b0f6004b33b573fabb8f129d94] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp, totalSize=36.1 K 2024-11-24T03:24:49,724 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:49,724 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. files: [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/69ada1d71619464ca1827b413273bd38, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/39e79de580d3495b899ac507ed733d62, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/0916a4052564466aa34c755ebf7a014b] 2024-11-24T03:24:49,724 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f2809d668a44d479bdc9986cc364366, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732418682598 2024-11-24T03:24:49,724 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69ada1d71619464ca1827b413273bd38, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732418682598 2024-11-24T03:24:49,725 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e7138ab1d334cc88c98b59f885ebe9e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732418684775 2024-11-24T03:24:49,725 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39e79de580d3495b899ac507ed733d62, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732418684775 2024-11-24T03:24:49,725 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting f2f288b0f6004b33b573fabb8f129d94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732418686923 2024-11-24T03:24:49,725 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0916a4052564466aa34c755ebf7a014b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732418686923 2024-11-24T03:24:49,729 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:49,731 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a826ddb6a20f7842a62c80fd7e6c1855#B#compaction#588 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:49,731 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/337da505c14c44b1810170d34a0f62cb is 50, key is test_row_0/B:col10/1732418686932/Put/seqid=0 2024-11-24T03:24:49,731 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124009d7bbb1174494aba9888e0c5e73c16_a826ddb6a20f7842a62c80fd7e6c1855 store=[table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:49,734 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124009d7bbb1174494aba9888e0c5e73c16_a826ddb6a20f7842a62c80fd7e6c1855, store=[table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:49,734 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124009d7bbb1174494aba9888e0c5e73c16_a826ddb6a20f7842a62c80fd7e6c1855 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:49,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742520_1696 (size=12731) 2024-11-24T03:24:49,740 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/337da505c14c44b1810170d34a0f62cb as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/337da505c14c44b1810170d34a0f62cb 2024-11-24T03:24:49,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742521_1697 (size=4469) 2024-11-24T03:24:49,743 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a826ddb6a20f7842a62c80fd7e6c1855#A#compaction#589 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:49,743 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/d8f7d643249b4924aaac7580d00805cb is 175, key is test_row_0/A:col10/1732418686932/Put/seqid=0 2024-11-24T03:24:49,745 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a826ddb6a20f7842a62c80fd7e6c1855/B of a826ddb6a20f7842a62c80fd7e6c1855 into 337da505c14c44b1810170d34a0f62cb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:49,745 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:49,745 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855., storeName=a826ddb6a20f7842a62c80fd7e6c1855/B, priority=13, startTime=1732418689723; duration=0sec 2024-11-24T03:24:49,745 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:24:49,745 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a826ddb6a20f7842a62c80fd7e6c1855:B 2024-11-24T03:24:49,745 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:24:49,746 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:24:49,746 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): a826ddb6a20f7842a62c80fd7e6c1855/C is initiating minor compaction (all files) 2024-11-24T03:24:49,746 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a826ddb6a20f7842a62c80fd7e6c1855/C in TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:49,746 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/7cd044ab93d241e78a90da7aeb2c90c8, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/d723245e3700451b8016d6565b7b7064, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/f614f20671924cab87055b371cd28228] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp, totalSize=36.1 K 2024-11-24T03:24:49,747 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cd044ab93d241e78a90da7aeb2c90c8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732418682598 2024-11-24T03:24:49,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742522_1698 (size=31685) 2024-11-24T03:24:49,747 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting d723245e3700451b8016d6565b7b7064, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732418684775 2024-11-24T03:24:49,747 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting f614f20671924cab87055b371cd28228, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732418686923 2024-11-24T03:24:49,754 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a826ddb6a20f7842a62c80fd7e6c1855#C#compaction#590 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:49,754 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/1d441e6512ce441699f9825e739ba839 is 50, key is test_row_0/C:col10/1732418686932/Put/seqid=0 2024-11-24T03:24:49,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742523_1699 (size=12731) 2024-11-24T03:24:49,762 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/1d441e6512ce441699f9825e739ba839 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/1d441e6512ce441699f9825e739ba839 2024-11-24T03:24:49,766 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a826ddb6a20f7842a62c80fd7e6c1855/C of a826ddb6a20f7842a62c80fd7e6c1855 into 1d441e6512ce441699f9825e739ba839(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:49,766 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:49,766 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855., storeName=a826ddb6a20f7842a62c80fd7e6c1855/C, priority=13, startTime=1732418689723; duration=0sec 2024-11-24T03:24:49,766 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:49,766 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a826ddb6a20f7842a62c80fd7e6c1855:C 2024-11-24T03:24:49,811 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:49,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41393 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-24T03:24:49,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:49,812 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing a826ddb6a20f7842a62c80fd7e6c1855 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T03:24:49,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=A 2024-11-24T03:24:49,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:49,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=B 2024-11-24T03:24:49,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:49,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=C 2024-11-24T03:24:49,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:49,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ae922cf82e6047be820c841463906b78_a826ddb6a20f7842a62c80fd7e6c1855 is 50, key is test_row_0/A:col10/1732418688080/Put/seqid=0 2024-11-24T03:24:49,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742524_1700 (size=12454) 2024-11-24T03:24:49,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:49,832 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ae922cf82e6047be820c841463906b78_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ae922cf82e6047be820c841463906b78_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:49,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/30396edd2b494ff1974ea106b89e7f86, store: [table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:49,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/30396edd2b494ff1974ea106b89e7f86 is 175, key is test_row_0/A:col10/1732418688080/Put/seqid=0 2024-11-24T03:24:49,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742525_1701 (size=31255) 2024-11-24T03:24:50,152 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/d8f7d643249b4924aaac7580d00805cb as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/d8f7d643249b4924aaac7580d00805cb 2024-11-24T03:24:50,156 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a826ddb6a20f7842a62c80fd7e6c1855/A of a826ddb6a20f7842a62c80fd7e6c1855 into d8f7d643249b4924aaac7580d00805cb(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:50,156 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:50,156 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855., storeName=a826ddb6a20f7842a62c80fd7e6c1855/A, priority=13, startTime=1732418689723; duration=0sec 2024-11-24T03:24:50,156 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:50,156 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a826ddb6a20f7842a62c80fd7e6c1855:A 2024-11-24T03:24:50,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. as already flushing 2024-11-24T03:24:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:50,237 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/30396edd2b494ff1974ea106b89e7f86 2024-11-24T03:24:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T03:24:50,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418750240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:50,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/ea470b318a134e5aa14f65e7aa624533 is 50, key is test_row_0/B:col10/1732418688080/Put/seqid=0 2024-11-24T03:24:50,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742526_1702 (size=12301) 2024-11-24T03:24:50,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418750343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:50,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418750546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:50,647 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/ea470b318a134e5aa14f65e7aa624533 2024-11-24T03:24:50,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/b328f7064eb346a7abd93efc0a62eece is 50, key is test_row_0/C:col10/1732418688080/Put/seqid=0 2024-11-24T03:24:50,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742527_1703 (size=12301) 2024-11-24T03:24:50,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418750849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:51,059 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/b328f7064eb346a7abd93efc0a62eece 2024-11-24T03:24:51,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/30396edd2b494ff1974ea106b89e7f86 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/30396edd2b494ff1974ea106b89e7f86 2024-11-24T03:24:51,065 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/30396edd2b494ff1974ea106b89e7f86, entries=150, sequenceid=272, filesize=30.5 K 2024-11-24T03:24:51,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/ea470b318a134e5aa14f65e7aa624533 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/ea470b318a134e5aa14f65e7aa624533 2024-11-24T03:24:51,069 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/ea470b318a134e5aa14f65e7aa624533, entries=150, sequenceid=272, filesize=12.0 K 2024-11-24T03:24:51,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/b328f7064eb346a7abd93efc0a62eece as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/b328f7064eb346a7abd93efc0a62eece 2024-11-24T03:24:51,073 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/b328f7064eb346a7abd93efc0a62eece, entries=150, sequenceid=272, filesize=12.0 K 2024-11-24T03:24:51,074 INFO [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for a826ddb6a20f7842a62c80fd7e6c1855 in 1262ms, sequenceid=272, compaction requested=false 2024-11-24T03:24:51,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:51,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:51,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f13c2bb2f71a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-11-24T03:24:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-11-24T03:24:51,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-24T03:24:51,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9400 sec 2024-11-24T03:24:51,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 2.9440 sec 2024-11-24T03:24:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:51,356 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a826ddb6a20f7842a62c80fd7e6c1855 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T03:24:51,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=A 2024-11-24T03:24:51,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:51,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=B 2024-11-24T03:24:51,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:51,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=C 2024-11-24T03:24:51,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:51,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a3dbd92196064c2cadff457b5418c47f_a826ddb6a20f7842a62c80fd7e6c1855 is 50, key is test_row_0/A:col10/1732418690239/Put/seqid=0 2024-11-24T03:24:51,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742528_1704 (size=14994) 2024-11-24T03:24:51,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418751394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:51,405 DEBUG [Thread-2759 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f6a59e4 to 127.0.0.1:63551 2024-11-24T03:24:51,406 DEBUG [Thread-2759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:51,406 DEBUG [Thread-2761 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x150e08ed to 127.0.0.1:63551 2024-11-24T03:24:51,406 DEBUG [Thread-2761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:51,407 DEBUG [Thread-2765 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5cfdf76c to 127.0.0.1:63551 2024-11-24T03:24:51,407 DEBUG [Thread-2765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:51,407 DEBUG [Thread-2763 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a3b66d3 to 127.0.0.1:63551 2024-11-24T03:24:51,407 DEBUG [Thread-2763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:51,408 DEBUG [Thread-2767 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68c2838a to 127.0.0.1:63551 2024-11-24T03:24:51,408 DEBUG [Thread-2767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:51,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418751497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:51,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418751699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:51,766 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:51,769 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a3dbd92196064c2cadff457b5418c47f_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a3dbd92196064c2cadff457b5418c47f_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:51,769 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/da8635adf98e4a1e82a580435f360056, store: [table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:51,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/da8635adf98e4a1e82a580435f360056 is 175, key is test_row_0/A:col10/1732418690239/Put/seqid=0 2024-11-24T03:24:51,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742529_1705 (size=39949) 2024-11-24T03:24:52,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418752002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:52,173 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/da8635adf98e4a1e82a580435f360056 2024-11-24T03:24:52,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/ad5316bc39834e1ea5b66cffd40e9aa0 is 50, key is test_row_0/B:col10/1732418690239/Put/seqid=0 2024-11-24T03:24:52,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742530_1706 (size=12301) 2024-11-24T03:24:52,222 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T03:24:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-24T03:24:52,238 INFO [Thread-2758 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-24T03:24:52,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T03:24:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57320 deadline: 1732418752504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:52,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/ad5316bc39834e1ea5b66cffd40e9aa0 2024-11-24T03:24:52,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/d7fa6855702847f1aef66ee6fab59870 is 50, key is test_row_0/C:col10/1732418690239/Put/seqid=0 2024-11-24T03:24:52,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742531_1707 (size=12301) 2024-11-24T03:24:52,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/d7fa6855702847f1aef66ee6fab59870 2024-11-24T03:24:52,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/da8635adf98e4a1e82a580435f360056 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/da8635adf98e4a1e82a580435f360056 2024-11-24T03:24:52,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/da8635adf98e4a1e82a580435f360056, entries=200, sequenceid=290, filesize=39.0 K 2024-11-24T03:24:52,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/ad5316bc39834e1ea5b66cffd40e9aa0 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/ad5316bc39834e1ea5b66cffd40e9aa0 2024-11-24T03:24:52,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/ad5316bc39834e1ea5b66cffd40e9aa0, entries=150, sequenceid=290, filesize=12.0 K 2024-11-24T03:24:52,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/d7fa6855702847f1aef66ee6fab59870 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/d7fa6855702847f1aef66ee6fab59870 2024-11-24T03:24:53,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/d7fa6855702847f1aef66ee6fab59870, entries=150, sequenceid=290, filesize=12.0 K 2024-11-24T03:24:53,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for a826ddb6a20f7842a62c80fd7e6c1855 in 1646ms, sequenceid=290, compaction requested=true 2024-11-24T03:24:53,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:53,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a826ddb6a20f7842a62c80fd7e6c1855:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:24:53,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:53,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a826ddb6a20f7842a62c80fd7e6c1855:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:24:53,001 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:24:53,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:53,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a826ddb6a20f7842a62c80fd7e6c1855:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:24:53,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:24:53,001 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:24:53,002 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:24:53,002 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:24:53,002 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1540): a826ddb6a20f7842a62c80fd7e6c1855/A is initiating minor compaction (all files) 2024-11-24T03:24:53,002 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): a826ddb6a20f7842a62c80fd7e6c1855/B is initiating minor compaction (all files) 2024-11-24T03:24:53,002 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a826ddb6a20f7842a62c80fd7e6c1855/A in TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:53,002 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a826ddb6a20f7842a62c80fd7e6c1855/B in TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:53,002 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/d8f7d643249b4924aaac7580d00805cb, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/30396edd2b494ff1974ea106b89e7f86, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/da8635adf98e4a1e82a580435f360056] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp, totalSize=100.5 K 2024-11-24T03:24:53,002 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/337da505c14c44b1810170d34a0f62cb, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/ea470b318a134e5aa14f65e7aa624533, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/ad5316bc39834e1ea5b66cffd40e9aa0] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp, totalSize=36.5 K 2024-11-24T03:24:53,002 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:53,002 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. files: [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/d8f7d643249b4924aaac7580d00805cb, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/30396edd2b494ff1974ea106b89e7f86, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/da8635adf98e4a1e82a580435f360056] 2024-11-24T03:24:53,003 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 337da505c14c44b1810170d34a0f62cb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732418686923 2024-11-24T03:24:53,003 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8f7d643249b4924aaac7580d00805cb, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732418686923 2024-11-24T03:24:53,003 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting ea470b318a134e5aa14f65e7aa624533, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732418688080 2024-11-24T03:24:53,003 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30396edd2b494ff1974ea106b89e7f86, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732418688080 2024-11-24T03:24:53,003 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting ad5316bc39834e1ea5b66cffd40e9aa0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732418690236 2024-11-24T03:24:53,004 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] compactions.Compactor(224): Compacting da8635adf98e4a1e82a580435f360056, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732418690227 2024-11-24T03:24:53,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41393 {}] regionserver.HRegion(8581): Flush requested on a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:53,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a826ddb6a20f7842a62c80fd7e6c1855 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T03:24:53,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=A 2024-11-24T03:24:53,004 DEBUG [Thread-2756 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69abefea to 127.0.0.1:63551 2024-11-24T03:24:53,004 DEBUG [Thread-2756 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:53,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:53,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=B 2024-11-24T03:24:53,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:53,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=C 2024-11-24T03:24:53,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:53,009 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:53,010 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a826ddb6a20f7842a62c80fd7e6c1855#B#compaction#597 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:53,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124130bd80e6f1e469db6fbeb129df50ed3_a826ddb6a20f7842a62c80fd7e6c1855 is 50, key is test_row_0/A:col10/1732418693003/Put/seqid=0 2024-11-24T03:24:53,010 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/ae926b0af61b4db6a7248eab97d117ec is 50, key is test_row_0/B:col10/1732418690239/Put/seqid=0 2024-11-24T03:24:53,012 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411247c44fff053124e16854d279a661cb167_a826ddb6a20f7842a62c80fd7e6c1855 store=[table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:53,015 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411247c44fff053124e16854d279a661cb167_a826ddb6a20f7842a62c80fd7e6c1855, store=[table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:53,015 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247c44fff053124e16854d279a661cb167_a826ddb6a20f7842a62c80fd7e6c1855 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:53,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742532_1708 (size=12454) 2024-11-24T03:24:53,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742533_1709 (size=12983) 2024-11-24T03:24:53,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742534_1710 (size=4469) 2024-11-24T03:24:53,031 DEBUG [Thread-2748 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2ac53e79 to 127.0.0.1:63551 2024-11-24T03:24:53,031 DEBUG [Thread-2748 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:53,045 DEBUG [Thread-2754 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11030ef5 to 127.0.0.1:63551 2024-11-24T03:24:53,045 DEBUG [Thread-2754 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:53,074 DEBUG [Thread-2752 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7181df3b to 127.0.0.1:63551 2024-11-24T03:24:53,074 DEBUG [Thread-2752 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:53,418 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:53,421 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124130bd80e6f1e469db6fbeb129df50ed3_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124130bd80e6f1e469db6fbeb129df50ed3_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:53,421 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/6b32979e2549405a8738508257c8f1db, store: [table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:53,421 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/ae926b0af61b4db6a7248eab97d117ec as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/ae926b0af61b4db6a7248eab97d117ec 2024-11-24T03:24:53,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/6b32979e2549405a8738508257c8f1db is 175, key is test_row_0/A:col10/1732418693003/Put/seqid=0 2024-11-24T03:24:53,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742535_1711 (size=31255) 2024-11-24T03:24:53,425 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a826ddb6a20f7842a62c80fd7e6c1855/B of a826ddb6a20f7842a62c80fd7e6c1855 into ae926b0af61b4db6a7248eab97d117ec(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:53,425 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:53,425 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855., storeName=a826ddb6a20f7842a62c80fd7e6c1855/B, priority=13, startTime=1732418693001; duration=0sec 2024-11-24T03:24:53,425 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:24:53,425 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a826ddb6a20f7842a62c80fd7e6c1855:B 2024-11-24T03:24:53,425 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:24:53,425 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a826ddb6a20f7842a62c80fd7e6c1855#A#compaction#599 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:53,425 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:24:53,425 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/a82c217a4731454b82e9976460c1d4d5 is 175, key is test_row_0/A:col10/1732418690239/Put/seqid=0 2024-11-24T03:24:53,425 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1540): a826ddb6a20f7842a62c80fd7e6c1855/C is initiating minor compaction (all files) 2024-11-24T03:24:53,425 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a826ddb6a20f7842a62c80fd7e6c1855/C in TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:53,426 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/1d441e6512ce441699f9825e739ba839, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/b328f7064eb346a7abd93efc0a62eece, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/d7fa6855702847f1aef66ee6fab59870] into tmpdir=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp, totalSize=36.5 K 2024-11-24T03:24:53,426 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d441e6512ce441699f9825e739ba839, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732418686923 2024-11-24T03:24:53,426 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting b328f7064eb346a7abd93efc0a62eece, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732418688080 2024-11-24T03:24:53,426 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] compactions.Compactor(224): Compacting d7fa6855702847f1aef66ee6fab59870, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732418690236 2024-11-24T03:24:53,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742536_1712 (size=31937) 2024-11-24T03:24:53,432 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a826ddb6a20f7842a62c80fd7e6c1855#C#compaction#600 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:24:53,432 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/10bfcf3d88cd46b3bbf638cb8ab6b0fe is 50, key is test_row_0/C:col10/1732418690239/Put/seqid=0 2024-11-24T03:24:53,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742537_1713 (size=12983) 2024-11-24T03:24:53,512 DEBUG [Thread-2750 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05bc9c3e to 127.0.0.1:63551 2024-11-24T03:24:53,512 DEBUG [Thread-2750 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:53,512 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T03:24:53,512 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-24T03:24:53,512 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 188 2024-11-24T03:24:53,512 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-24T03:24:53,512 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-24T03:24:53,512 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-24T03:24:53,512 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T03:24:53,512 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7462 2024-11-24T03:24:53,512 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7534 2024-11-24T03:24:53,512 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7182 2024-11-24T03:24:53,512 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7478 2024-11-24T03:24:53,512 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7517 2024-11-24T03:24:53,512 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T03:24:53,512 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T03:24:53,513 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5765d46a to 127.0.0.1:63551 2024-11-24T03:24:53,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:53,513 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T03:24:53,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T03:24:53,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T03:24:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-24T03:24:53,515 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418693515"}]},"ts":"1732418693515"} 2024-11-24T03:24:53,516 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T03:24:53,518 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T03:24:53,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T03:24:53,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=183, ppid=182, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a826ddb6a20f7842a62c80fd7e6c1855, UNASSIGN}] 2024-11-24T03:24:53,520 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=183, ppid=182, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a826ddb6a20f7842a62c80fd7e6c1855, UNASSIGN 2024-11-24T03:24:53,520 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=183 updating hbase:meta row=a826ddb6a20f7842a62c80fd7e6c1855, regionState=CLOSING, regionLocation=f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:53,521 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:24:53,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; CloseRegionProcedure a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827}] 2024-11-24T03:24:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-24T03:24:53,672 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:53,673 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] handler.UnassignRegionHandler(124): Close a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:53,673 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T03:24:53,673 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1681): Closing a826ddb6a20f7842a62c80fd7e6c1855, disabling compactions & flushes 2024-11-24T03:24:53,673 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1942): waiting for 2 compactions & cache flush to complete for region TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-24T03:24:53,825 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=310, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/6b32979e2549405a8738508257c8f1db 2024-11-24T03:24:53,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/3d3773009d344f42ae600f55f09c040f is 50, key is test_row_0/B:col10/1732418693003/Put/seqid=0 2024-11-24T03:24:53,831 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/a82c217a4731454b82e9976460c1d4d5 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/a82c217a4731454b82e9976460c1d4d5 2024-11-24T03:24:53,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742538_1714 (size=12301) 2024-11-24T03:24:53,835 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a826ddb6a20f7842a62c80fd7e6c1855/A of a826ddb6a20f7842a62c80fd7e6c1855 into a82c217a4731454b82e9976460c1d4d5(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:53,835 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:53,835 INFO [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855., storeName=a826ddb6a20f7842a62c80fd7e6c1855/A, priority=13, startTime=1732418693001; duration=0sec 2024-11-24T03:24:53,835 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:53,835 DEBUG [RS:0;f13c2bb2f71a:41393-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a826ddb6a20f7842a62c80fd7e6c1855:A 2024-11-24T03:24:53,837 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/10bfcf3d88cd46b3bbf638cb8ab6b0fe as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/10bfcf3d88cd46b3bbf638cb8ab6b0fe 2024-11-24T03:24:53,840 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a826ddb6a20f7842a62c80fd7e6c1855/C of a826ddb6a20f7842a62c80fd7e6c1855 into 10bfcf3d88cd46b3bbf638cb8ab6b0fe(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:24:53,840 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:53,840 INFO [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855., storeName=a826ddb6a20f7842a62c80fd7e6c1855/C, priority=13, startTime=1732418693001; duration=0sec 2024-11-24T03:24:53,840 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:53,840 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:24:53,840 DEBUG [RS:0;f13c2bb2f71a:41393-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a826ddb6a20f7842a62c80fd7e6c1855:C 2024-11-24T03:24:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-24T03:24:54,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/3d3773009d344f42ae600f55f09c040f 2024-11-24T03:24:54,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/ba8d26c468db4a59a86d8a89276a69aa is 50, key is test_row_0/C:col10/1732418693003/Put/seqid=0 2024-11-24T03:24:54,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742539_1715 (size=12301) 2024-11-24T03:24:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-24T03:24:54,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/ba8d26c468db4a59a86d8a89276a69aa 2024-11-24T03:24:54,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/6b32979e2549405a8738508257c8f1db as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/6b32979e2549405a8738508257c8f1db 2024-11-24T03:24:54,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/6b32979e2549405a8738508257c8f1db, entries=150, sequenceid=310, filesize=30.5 K 2024-11-24T03:24:54,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/3d3773009d344f42ae600f55f09c040f as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/3d3773009d344f42ae600f55f09c040f 2024-11-24T03:24:54,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/3d3773009d344f42ae600f55f09c040f, entries=150, sequenceid=310, filesize=12.0 K 2024-11-24T03:24:54,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/ba8d26c468db4a59a86d8a89276a69aa as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/ba8d26c468db4a59a86d8a89276a69aa 2024-11-24T03:24:54,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/ba8d26c468db4a59a86d8a89276a69aa, entries=150, sequenceid=310, filesize=12.0 K 2024-11-24T03:24:54,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=26.84 KB/27480 for a826ddb6a20f7842a62c80fd7e6c1855 in 1652ms, sequenceid=310, compaction requested=false 2024-11-24T03:24:54,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:54,656 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:54,656 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:54,656 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. after waiting 0 ms 2024-11-24T03:24:54,656 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:54,656 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(2837): Flushing a826ddb6a20f7842a62c80fd7e6c1855 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T03:24:54,656 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=A 2024-11-24T03:24:54,656 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:54,656 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=B 2024-11-24T03:24:54,656 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:54,656 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a826ddb6a20f7842a62c80fd7e6c1855, store=C 2024-11-24T03:24:54,656 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:24:54,660 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247ed3446272b24b479410f96ef7fb3916_a826ddb6a20f7842a62c80fd7e6c1855 is 50, key is test_row_1/A:col10/1732418693073/Put/seqid=0 2024-11-24T03:24:54,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742540_1716 (size=9914) 2024-11-24T03:24:55,063 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:24:55,066 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247ed3446272b24b479410f96ef7fb3916_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247ed3446272b24b479410f96ef7fb3916_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:55,067 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/6e3871096033494c9f0a1a0ac2b5932a, store: [table=TestAcidGuarantees family=A region=a826ddb6a20f7842a62c80fd7e6c1855] 2024-11-24T03:24:55,067 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/6e3871096033494c9f0a1a0ac2b5932a is 175, key is test_row_1/A:col10/1732418693073/Put/seqid=0 2024-11-24T03:24:55,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742541_1717 (size=22561) 2024-11-24T03:24:55,471 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/6e3871096033494c9f0a1a0ac2b5932a 2024-11-24T03:24:55,475 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/9a9a29bcfe6145a5bdb13470282af19a is 50, key is test_row_1/B:col10/1732418693073/Put/seqid=0 2024-11-24T03:24:55,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742542_1718 (size=9857) 2024-11-24T03:24:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-24T03:24:55,879 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/9a9a29bcfe6145a5bdb13470282af19a 2024-11-24T03:24:55,884 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/e6cf2996a74743009b901febb8ab496b is 50, key is test_row_1/C:col10/1732418693073/Put/seqid=0 2024-11-24T03:24:55,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742543_1719 (size=9857) 2024-11-24T03:24:56,287 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/e6cf2996a74743009b901febb8ab496b 2024-11-24T03:24:56,291 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/A/6e3871096033494c9f0a1a0ac2b5932a as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/6e3871096033494c9f0a1a0ac2b5932a 2024-11-24T03:24:56,293 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/6e3871096033494c9f0a1a0ac2b5932a, entries=100, sequenceid=320, filesize=22.0 K 2024-11-24T03:24:56,294 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/B/9a9a29bcfe6145a5bdb13470282af19a as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/9a9a29bcfe6145a5bdb13470282af19a 2024-11-24T03:24:56,296 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/9a9a29bcfe6145a5bdb13470282af19a, entries=100, sequenceid=320, filesize=9.6 K 2024-11-24T03:24:56,297 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/.tmp/C/e6cf2996a74743009b901febb8ab496b as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/e6cf2996a74743009b901febb8ab496b 2024-11-24T03:24:56,300 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/e6cf2996a74743009b901febb8ab496b, entries=100, sequenceid=320, filesize=9.6 K 2024-11-24T03:24:56,300 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for a826ddb6a20f7842a62c80fd7e6c1855 in 1644ms, sequenceid=320, compaction requested=true 2024-11-24T03:24:56,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/4e5c88fbfc7c45fdab17ca281043e39d, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/16e97bd5dafd4f5dade84b45e91914ba, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/d6ca1fcdd169467490d501422bd56e57, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/f7cd7f52b7b54e5db4c6f75f045938c5, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/b55d5a6b92e7400c833bdc19af64c70f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/3cd6554ad90a47a9825499f26b7a05b3, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/e6caa41659cb4646940ef46bb694a56a, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/e307c82d67c84cd5801d6504fe1a20b4, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/74a910c3f1204362811381257281e6e0, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/d4e73b0df5854927a8cadc412449a740, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/a6fc2d720e69467586d91eeebe769468, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/a45482233aaa4d719801668dccb266d1, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/5ab97f9ece7a4e44875ce2a08abb4d21, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/8fdd35086c8f4c62becab3f433dbe556, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/69ada1d71619464ca1827b413273bd38, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/39e79de580d3495b899ac507ed733d62, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/0916a4052564466aa34c755ebf7a014b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/d8f7d643249b4924aaac7580d00805cb, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/30396edd2b494ff1974ea106b89e7f86, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/da8635adf98e4a1e82a580435f360056] to archive 2024-11-24T03:24:56,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:24:56,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/4e5c88fbfc7c45fdab17ca281043e39d to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/4e5c88fbfc7c45fdab17ca281043e39d 2024-11-24T03:24:56,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/16e97bd5dafd4f5dade84b45e91914ba to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/16e97bd5dafd4f5dade84b45e91914ba 2024-11-24T03:24:56,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/d6ca1fcdd169467490d501422bd56e57 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/d6ca1fcdd169467490d501422bd56e57 2024-11-24T03:24:56,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/f7cd7f52b7b54e5db4c6f75f045938c5 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/f7cd7f52b7b54e5db4c6f75f045938c5 2024-11-24T03:24:56,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/b55d5a6b92e7400c833bdc19af64c70f to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/b55d5a6b92e7400c833bdc19af64c70f 2024-11-24T03:24:56,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/3cd6554ad90a47a9825499f26b7a05b3 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/3cd6554ad90a47a9825499f26b7a05b3 2024-11-24T03:24:56,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/e6caa41659cb4646940ef46bb694a56a to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/e6caa41659cb4646940ef46bb694a56a 2024-11-24T03:24:56,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/e307c82d67c84cd5801d6504fe1a20b4 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/e307c82d67c84cd5801d6504fe1a20b4 2024-11-24T03:24:56,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/74a910c3f1204362811381257281e6e0 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/74a910c3f1204362811381257281e6e0 2024-11-24T03:24:56,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/d4e73b0df5854927a8cadc412449a740 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/d4e73b0df5854927a8cadc412449a740 2024-11-24T03:24:56,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/a6fc2d720e69467586d91eeebe769468 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/a6fc2d720e69467586d91eeebe769468 2024-11-24T03:24:56,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/a45482233aaa4d719801668dccb266d1 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/a45482233aaa4d719801668dccb266d1 2024-11-24T03:24:56,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/5ab97f9ece7a4e44875ce2a08abb4d21 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/5ab97f9ece7a4e44875ce2a08abb4d21 2024-11-24T03:24:56,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/8fdd35086c8f4c62becab3f433dbe556 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/8fdd35086c8f4c62becab3f433dbe556 2024-11-24T03:24:56,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/69ada1d71619464ca1827b413273bd38 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/69ada1d71619464ca1827b413273bd38 2024-11-24T03:24:56,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/39e79de580d3495b899ac507ed733d62 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/39e79de580d3495b899ac507ed733d62 2024-11-24T03:24:56,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/0916a4052564466aa34c755ebf7a014b to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/0916a4052564466aa34c755ebf7a014b 2024-11-24T03:24:56,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/d8f7d643249b4924aaac7580d00805cb to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/d8f7d643249b4924aaac7580d00805cb 2024-11-24T03:24:56,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/30396edd2b494ff1974ea106b89e7f86 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/30396edd2b494ff1974ea106b89e7f86 2024-11-24T03:24:56,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/da8635adf98e4a1e82a580435f360056 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/da8635adf98e4a1e82a580435f360056 2024-11-24T03:24:56,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/b7576643ddb147eb975795c94902d436, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/5fc9d305a6d94316ae8fe6d2f43083c2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/78f218b6ec4f4992b376f2264d7f13ec, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/4d595283239541308945ecbf89de216e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/5bf63bf6c2a543cb90d9554848ee01fc, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/60bb81c76bce4a91a1e7392805482daf, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/86988a3c3ad14ab489ab5034571a67ba, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/eaa13c08182c45aeac8012ab93ef52b4, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/1013368298dc4879bcf38afec4270731, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/038387d39a73460c9376b267324aea92, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/ca886a95d2944d80806d35d26446878b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/2d98b34e2ef644ca8d35ea2bbfdf8563, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/cc66ed583bb94ec1a0db49db17c74ccb, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/9f2809d668a44d479bdc9986cc364366, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/5a603bbb0c8f4254b7b72f4df604c186, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/1e7138ab1d334cc88c98b59f885ebe9e, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/337da505c14c44b1810170d34a0f62cb, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/f2f288b0f6004b33b573fabb8f129d94, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/ea470b318a134e5aa14f65e7aa624533, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/ad5316bc39834e1ea5b66cffd40e9aa0] to archive 2024-11-24T03:24:56,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:24:56,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/b7576643ddb147eb975795c94902d436 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/b7576643ddb147eb975795c94902d436 2024-11-24T03:24:56,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/5fc9d305a6d94316ae8fe6d2f43083c2 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/5fc9d305a6d94316ae8fe6d2f43083c2 2024-11-24T03:24:56,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/78f218b6ec4f4992b376f2264d7f13ec to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/78f218b6ec4f4992b376f2264d7f13ec 2024-11-24T03:24:56,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/4d595283239541308945ecbf89de216e to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/4d595283239541308945ecbf89de216e 2024-11-24T03:24:56,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/5bf63bf6c2a543cb90d9554848ee01fc to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/5bf63bf6c2a543cb90d9554848ee01fc 2024-11-24T03:24:56,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/60bb81c76bce4a91a1e7392805482daf to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/60bb81c76bce4a91a1e7392805482daf 2024-11-24T03:24:56,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/86988a3c3ad14ab489ab5034571a67ba to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/86988a3c3ad14ab489ab5034571a67ba 2024-11-24T03:24:56,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/eaa13c08182c45aeac8012ab93ef52b4 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/eaa13c08182c45aeac8012ab93ef52b4 2024-11-24T03:24:56,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/1013368298dc4879bcf38afec4270731 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/1013368298dc4879bcf38afec4270731 2024-11-24T03:24:56,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/038387d39a73460c9376b267324aea92 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/038387d39a73460c9376b267324aea92 2024-11-24T03:24:56,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/ca886a95d2944d80806d35d26446878b to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/ca886a95d2944d80806d35d26446878b 2024-11-24T03:24:56,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/2d98b34e2ef644ca8d35ea2bbfdf8563 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/2d98b34e2ef644ca8d35ea2bbfdf8563 2024-11-24T03:24:56,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/cc66ed583bb94ec1a0db49db17c74ccb to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/cc66ed583bb94ec1a0db49db17c74ccb 2024-11-24T03:24:56,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/9f2809d668a44d479bdc9986cc364366 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/9f2809d668a44d479bdc9986cc364366 2024-11-24T03:24:56,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/5a603bbb0c8f4254b7b72f4df604c186 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/5a603bbb0c8f4254b7b72f4df604c186 2024-11-24T03:24:56,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/1e7138ab1d334cc88c98b59f885ebe9e to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/1e7138ab1d334cc88c98b59f885ebe9e 2024-11-24T03:24:56,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/337da505c14c44b1810170d34a0f62cb to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/337da505c14c44b1810170d34a0f62cb 2024-11-24T03:24:56,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/f2f288b0f6004b33b573fabb8f129d94 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/f2f288b0f6004b33b573fabb8f129d94 2024-11-24T03:24:56,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/ea470b318a134e5aa14f65e7aa624533 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/ea470b318a134e5aa14f65e7aa624533 2024-11-24T03:24:56,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/ad5316bc39834e1ea5b66cffd40e9aa0 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/ad5316bc39834e1ea5b66cffd40e9aa0 2024-11-24T03:24:56,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/6e460f64d96741a9b43e8172f071ef91, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/7989a1a0a0a34d689cdc9a26cd011843, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/110456697d594ebea35b96ad5f01cdc7, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/aa0891989ae64360b8a7a8dc16a0fa65, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/0fdf411dae9f47ea8d521dd8e4212ef0, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/911afbdeb22d4be3afb4fa4458660266, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/bc444aa753a84e3da8260fa53b0219f2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/397e30f10afb447399e0af97475cbb23, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/126b35eceddb4d569b651d682d6c9bb7, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/a2d3b25b41c44a5ca4b16760344ab26f, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/07b73092ed2f4257923be1e905489020, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/d61a70e2db7d4bac9bcca8471ad584e2, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/e67a0b8d222e48ef876acc72fd4d6e5b, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/7cd044ab93d241e78a90da7aeb2c90c8, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/53a99117d257446a89ac3cea67c0acb7, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/d723245e3700451b8016d6565b7b7064, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/1d441e6512ce441699f9825e739ba839, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/f614f20671924cab87055b371cd28228, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/b328f7064eb346a7abd93efc0a62eece, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/d7fa6855702847f1aef66ee6fab59870] to archive 2024-11-24T03:24:56,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:24:56,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/6e460f64d96741a9b43e8172f071ef91 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/6e460f64d96741a9b43e8172f071ef91 2024-11-24T03:24:56,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/7989a1a0a0a34d689cdc9a26cd011843 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/7989a1a0a0a34d689cdc9a26cd011843 2024-11-24T03:24:56,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/110456697d594ebea35b96ad5f01cdc7 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/110456697d594ebea35b96ad5f01cdc7 2024-11-24T03:24:56,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/aa0891989ae64360b8a7a8dc16a0fa65 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/aa0891989ae64360b8a7a8dc16a0fa65 2024-11-24T03:24:56,344 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/0fdf411dae9f47ea8d521dd8e4212ef0 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/0fdf411dae9f47ea8d521dd8e4212ef0 2024-11-24T03:24:56,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/911afbdeb22d4be3afb4fa4458660266 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/911afbdeb22d4be3afb4fa4458660266 2024-11-24T03:24:56,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/bc444aa753a84e3da8260fa53b0219f2 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/bc444aa753a84e3da8260fa53b0219f2 2024-11-24T03:24:56,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/397e30f10afb447399e0af97475cbb23 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/397e30f10afb447399e0af97475cbb23 2024-11-24T03:24:56,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/126b35eceddb4d569b651d682d6c9bb7 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/126b35eceddb4d569b651d682d6c9bb7 2024-11-24T03:24:56,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/a2d3b25b41c44a5ca4b16760344ab26f to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/a2d3b25b41c44a5ca4b16760344ab26f 2024-11-24T03:24:56,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/07b73092ed2f4257923be1e905489020 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/07b73092ed2f4257923be1e905489020 2024-11-24T03:24:56,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/d61a70e2db7d4bac9bcca8471ad584e2 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/d61a70e2db7d4bac9bcca8471ad584e2 2024-11-24T03:24:56,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/e67a0b8d222e48ef876acc72fd4d6e5b to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/e67a0b8d222e48ef876acc72fd4d6e5b 2024-11-24T03:24:56,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/7cd044ab93d241e78a90da7aeb2c90c8 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/7cd044ab93d241e78a90da7aeb2c90c8 2024-11-24T03:24:56,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/53a99117d257446a89ac3cea67c0acb7 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/53a99117d257446a89ac3cea67c0acb7 2024-11-24T03:24:56,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/d723245e3700451b8016d6565b7b7064 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/d723245e3700451b8016d6565b7b7064 2024-11-24T03:24:56,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/1d441e6512ce441699f9825e739ba839 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/1d441e6512ce441699f9825e739ba839 2024-11-24T03:24:56,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/f614f20671924cab87055b371cd28228 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/f614f20671924cab87055b371cd28228 2024-11-24T03:24:56,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/b328f7064eb346a7abd93efc0a62eece to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/b328f7064eb346a7abd93efc0a62eece 2024-11-24T03:24:56,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/d7fa6855702847f1aef66ee6fab59870 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/d7fa6855702847f1aef66ee6fab59870 2024-11-24T03:24:56,360 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/recovered.edits/323.seqid, newMaxSeqId=323, maxSeqId=4 2024-11-24T03:24:56,361 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855. 2024-11-24T03:24:56,361 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1635): Region close journal for a826ddb6a20f7842a62c80fd7e6c1855: 2024-11-24T03:24:56,362 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] handler.UnassignRegionHandler(170): Closed a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:56,362 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=183 updating hbase:meta row=a826ddb6a20f7842a62c80fd7e6c1855, regionState=CLOSED 2024-11-24T03:24:56,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-11-24T03:24:56,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; CloseRegionProcedure a826ddb6a20f7842a62c80fd7e6c1855, server=f13c2bb2f71a,41393,1732418513827 in 2.8420 sec 2024-11-24T03:24:56,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=183, resume processing ppid=182 2024-11-24T03:24:56,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, ppid=182, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a826ddb6a20f7842a62c80fd7e6c1855, UNASSIGN in 2.8450 sec 2024-11-24T03:24:56,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-24T03:24:56,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.8470 sec 2024-11-24T03:24:56,367 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732418696367"}]},"ts":"1732418696367"} 2024-11-24T03:24:56,368 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T03:24:56,370 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T03:24:56,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.8570 sec 2024-11-24T03:24:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-24T03:24:57,619 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-24T03:24:57,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T03:24:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:24:57,621 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=185, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:24:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-24T03:24:57,621 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=185, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:24:57,623 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:57,624 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A, FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B, FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C, FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/recovered.edits] 2024-11-24T03:24:57,626 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/6b32979e2549405a8738508257c8f1db to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/6b32979e2549405a8738508257c8f1db 2024-11-24T03:24:57,627 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/6e3871096033494c9f0a1a0ac2b5932a to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/6e3871096033494c9f0a1a0ac2b5932a 2024-11-24T03:24:57,627 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/a82c217a4731454b82e9976460c1d4d5 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/A/a82c217a4731454b82e9976460c1d4d5 2024-11-24T03:24:57,629 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/3d3773009d344f42ae600f55f09c040f to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/3d3773009d344f42ae600f55f09c040f 2024-11-24T03:24:57,630 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/9a9a29bcfe6145a5bdb13470282af19a to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/9a9a29bcfe6145a5bdb13470282af19a 2024-11-24T03:24:57,630 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/ae926b0af61b4db6a7248eab97d117ec to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/B/ae926b0af61b4db6a7248eab97d117ec 2024-11-24T03:24:57,632 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/10bfcf3d88cd46b3bbf638cb8ab6b0fe to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/10bfcf3d88cd46b3bbf638cb8ab6b0fe 2024-11-24T03:24:57,633 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/ba8d26c468db4a59a86d8a89276a69aa to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/ba8d26c468db4a59a86d8a89276a69aa 2024-11-24T03:24:57,633 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/e6cf2996a74743009b901febb8ab496b to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/C/e6cf2996a74743009b901febb8ab496b 2024-11-24T03:24:57,635 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/recovered.edits/323.seqid to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855/recovered.edits/323.seqid 2024-11-24T03:24:57,636 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/default/TestAcidGuarantees/a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:57,636 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T03:24:57,636 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T03:24:57,637 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T03:24:57,639 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124130bd80e6f1e469db6fbeb129df50ed3_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124130bd80e6f1e469db6fbeb129df50ed3_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:57,639 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112459e0925caca04ea594f8f3f1269e4abc_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112459e0925caca04ea594f8f3f1269e4abc_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:57,640 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246dcc4784ac924080afa9cdb7706906df_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246dcc4784ac924080afa9cdb7706906df_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:57,641 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247816caf296094fc88b28792e826f7b54_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247816caf296094fc88b28792e826f7b54_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:57,642 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112479c82826da2d4d87b8dbc40885f09368_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112479c82826da2d4d87b8dbc40885f09368_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:57,642 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247ed3446272b24b479410f96ef7fb3916_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247ed3446272b24b479410f96ef7fb3916_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:57,643 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124915a5f639dcf47f98e908c84879de594_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124915a5f639dcf47f98e908c84879de594_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:57,644 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a3dbd92196064c2cadff457b5418c47f_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a3dbd92196064c2cadff457b5418c47f_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:57,645 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ae922cf82e6047be820c841463906b78_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ae922cf82e6047be820c841463906b78_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:57,646 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b3bf4f726c3a4996af241b6939d4df96_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b3bf4f726c3a4996af241b6939d4df96_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:57,646 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bbf42a7462674746a7bec30577536075_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bbf42a7462674746a7bec30577536075_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:57,647 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c466d992392e4bd4a5c1c1c0d78a7bbd_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c466d992392e4bd4a5c1c1c0d78a7bbd_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:57,648 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e1972e1a845844eb8a9f0240bbb90baa_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e1972e1a845844eb8a9f0240bbb90baa_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:57,649 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ea3a7fafc1464d4eb43fb7ce90d15ebc_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ea3a7fafc1464d4eb43fb7ce90d15ebc_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:57,650 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124eaa3ab4eed404aa68f66293bc907af7f_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124eaa3ab4eed404aa68f66293bc907af7f_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:57,651 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f36357f661f1425c8ab06371b265f249_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f36357f661f1425c8ab06371b265f249_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:57,652 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fd31221e6c724c5ebcde840fbee03401_a826ddb6a20f7842a62c80fd7e6c1855 to hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fd31221e6c724c5ebcde840fbee03401_a826ddb6a20f7842a62c80fd7e6c1855 2024-11-24T03:24:57,652 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T03:24:57,654 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=185, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:24:57,655 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T03:24:57,657 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T03:24:57,658 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=185, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:24:57,658 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T03:24:57,658 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732418697658"}]},"ts":"9223372036854775807"} 2024-11-24T03:24:57,659 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T03:24:57,659 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a826ddb6a20f7842a62c80fd7e6c1855, NAME => 'TestAcidGuarantees,,1732418668328.a826ddb6a20f7842a62c80fd7e6c1855.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T03:24:57,659 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T03:24:57,659 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732418697659"}]},"ts":"9223372036854775807"} 2024-11-24T03:24:57,661 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T03:24:57,662 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=185, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:24:57,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 42 msec 2024-11-24T03:24:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34039 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-24T03:24:57,722 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-11-24T03:24:57,731 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=239 (was 239), OpenFileDescriptor=453 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=396 (was 514), ProcessCount=11 (was 11), AvailableMemoryMB=7555 (was 7580) 2024-11-24T03:24:57,731 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-24T03:24:57,731 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T03:24:57,731 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:63551 2024-11-24T03:24:57,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:57,731 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T03:24:57,731 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=218052647, stopped=false 2024-11-24T03:24:57,732 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=f13c2bb2f71a,34039,1732418513097 2024-11-24T03:24:57,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T03:24:57,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100278c5e830001, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T03:24:57,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:24:57,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100278c5e830001, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:24:57,733 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-24T03:24:57,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:57,734 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f13c2bb2f71a,41393,1732418513827' ***** 2024-11-24T03:24:57,734 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-24T03:24:57,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T03:24:57,734 INFO [RS:0;f13c2bb2f71a:41393 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T03:24:57,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41393-0x100278c5e830001, quorum=127.0.0.1:63551, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T03:24:57,734 INFO [RS:0;f13c2bb2f71a:41393 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T03:24:57,734 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-24T03:24:57,734 INFO [RS:0;f13c2bb2f71a:41393 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T03:24:57,735 INFO [RS:0;f13c2bb2f71a:41393 {}] regionserver.HRegionServer(3579): Received CLOSE for bb61c6d55c716e058557d7070b784ec7 2024-11-24T03:24:57,735 INFO [RS:0;f13c2bb2f71a:41393 {}] regionserver.HRegionServer(1224): stopping server f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:57,735 DEBUG [RS:0;f13c2bb2f71a:41393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:57,735 INFO [RS:0;f13c2bb2f71a:41393 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T03:24:57,735 INFO [RS:0;f13c2bb2f71a:41393 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T03:24:57,735 INFO [RS:0;f13c2bb2f71a:41393 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T03:24:57,735 INFO [RS:0;f13c2bb2f71a:41393 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-24T03:24:57,735 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bb61c6d55c716e058557d7070b784ec7, disabling compactions & flushes 2024-11-24T03:24:57,735 INFO [RS:0;f13c2bb2f71a:41393 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-24T03:24:57,735 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732418517818.bb61c6d55c716e058557d7070b784ec7. 2024-11-24T03:24:57,735 DEBUG [RS:0;f13c2bb2f71a:41393 {}] regionserver.HRegionServer(1603): Online Regions={bb61c6d55c716e058557d7070b784ec7=hbase:namespace,,1732418517818.bb61c6d55c716e058557d7070b784ec7., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T03:24:57,735 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732418517818.bb61c6d55c716e058557d7070b784ec7. 2024-11-24T03:24:57,735 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732418517818.bb61c6d55c716e058557d7070b784ec7. after waiting 0 ms 2024-11-24T03:24:57,736 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732418517818.bb61c6d55c716e058557d7070b784ec7. 2024-11-24T03:24:57,736 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing bb61c6d55c716e058557d7070b784ec7 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-24T03:24:57,736 DEBUG [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-24T03:24:57,736 INFO [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-24T03:24:57,736 DEBUG [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-24T03:24:57,736 DEBUG [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T03:24:57,736 DEBUG [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T03:24:57,736 INFO [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-24T03:24:57,739 DEBUG [RS:0;f13c2bb2f71a:41393 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, bb61c6d55c716e058557d7070b784ec7 2024-11-24T03:24:57,757 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/namespace/bb61c6d55c716e058557d7070b784ec7/.tmp/info/0a0bafd6e1f946e4a45f24f0213fece2 is 45, key is default/info:d/1732418518769/Put/seqid=0 2024-11-24T03:24:57,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742544_1720 (size=5037) 2024-11-24T03:24:57,763 DEBUG [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/meta/1588230740/.tmp/info/125e48cbb94b4552b7e2530e732a654c is 143, key is hbase:namespace,,1732418517818.bb61c6d55c716e058557d7070b784ec7./info:regioninfo/1732418518658/Put/seqid=0 2024-11-24T03:24:57,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742545_1721 (size=7725) 2024-11-24T03:24:57,820 INFO [regionserver/f13c2bb2f71a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T03:24:57,939 DEBUG [RS:0;f13c2bb2f71a:41393 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, bb61c6d55c716e058557d7070b784ec7 2024-11-24T03:24:58,139 DEBUG [RS:0;f13c2bb2f71a:41393 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, bb61c6d55c716e058557d7070b784ec7 2024-11-24T03:24:58,161 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/namespace/bb61c6d55c716e058557d7070b784ec7/.tmp/info/0a0bafd6e1f946e4a45f24f0213fece2 2024-11-24T03:24:58,164 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/namespace/bb61c6d55c716e058557d7070b784ec7/.tmp/info/0a0bafd6e1f946e4a45f24f0213fece2 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/namespace/bb61c6d55c716e058557d7070b784ec7/info/0a0bafd6e1f946e4a45f24f0213fece2 2024-11-24T03:24:58,166 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/namespace/bb61c6d55c716e058557d7070b784ec7/info/0a0bafd6e1f946e4a45f24f0213fece2, entries=2, sequenceid=6, filesize=4.9 K 2024-11-24T03:24:58,166 INFO [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/meta/1588230740/.tmp/info/125e48cbb94b4552b7e2530e732a654c 2024-11-24T03:24:58,167 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for bb61c6d55c716e058557d7070b784ec7 in 431ms, sequenceid=6, compaction requested=false 2024-11-24T03:24:58,170 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/namespace/bb61c6d55c716e058557d7070b784ec7/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T03:24:58,171 INFO [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732418517818.bb61c6d55c716e058557d7070b784ec7. 2024-11-24T03:24:58,171 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bb61c6d55c716e058557d7070b784ec7: 2024-11-24T03:24:58,171 DEBUG [RS_CLOSE_REGION-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732418517818.bb61c6d55c716e058557d7070b784ec7. 2024-11-24T03:24:58,184 DEBUG [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/meta/1588230740/.tmp/rep_barrier/21600bee41394c549e9bc7ed65d08d0c is 102, key is TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76./rep_barrier:/1732418548719/DeleteFamily/seqid=0 2024-11-24T03:24:58,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742546_1722 (size=6025) 2024-11-24T03:24:58,339 DEBUG [RS:0;f13c2bb2f71a:41393 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-24T03:24:58,448 INFO [regionserver/f13c2bb2f71a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T03:24:58,448 INFO [regionserver/f13c2bb2f71a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T03:24:58,540 DEBUG [RS:0;f13c2bb2f71a:41393 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-24T03:24:58,588 INFO [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/meta/1588230740/.tmp/rep_barrier/21600bee41394c549e9bc7ed65d08d0c 2024-11-24T03:24:58,606 DEBUG [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/meta/1588230740/.tmp/table/4c3304fca8b84a2182bf388855cb8e8c is 96, key is TestAcidGuarantees,,1732418518998.be6b678dd3f5f56b687375932a20ee76./table:/1732418548719/DeleteFamily/seqid=0 2024-11-24T03:24:58,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742547_1723 (size=5942) 2024-11-24T03:24:58,740 INFO [RS:0;f13c2bb2f71a:41393 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-24T03:24:58,740 DEBUG [RS:0;f13c2bb2f71a:41393 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T03:24:58,740 DEBUG [RS:0;f13c2bb2f71a:41393 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-24T03:24:58,940 DEBUG [RS:0;f13c2bb2f71a:41393 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-24T03:24:59,009 INFO [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/meta/1588230740/.tmp/table/4c3304fca8b84a2182bf388855cb8e8c 2024-11-24T03:24:59,012 DEBUG [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/meta/1588230740/.tmp/info/125e48cbb94b4552b7e2530e732a654c as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/meta/1588230740/info/125e48cbb94b4552b7e2530e732a654c 2024-11-24T03:24:59,015 INFO [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/meta/1588230740/info/125e48cbb94b4552b7e2530e732a654c, entries=22, sequenceid=93, filesize=7.5 K 2024-11-24T03:24:59,016 DEBUG [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/meta/1588230740/.tmp/rep_barrier/21600bee41394c549e9bc7ed65d08d0c as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/meta/1588230740/rep_barrier/21600bee41394c549e9bc7ed65d08d0c 2024-11-24T03:24:59,018 INFO [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/meta/1588230740/rep_barrier/21600bee41394c549e9bc7ed65d08d0c, entries=6, sequenceid=93, filesize=5.9 K 2024-11-24T03:24:59,018 DEBUG [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/meta/1588230740/.tmp/table/4c3304fca8b84a2182bf388855cb8e8c as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/meta/1588230740/table/4c3304fca8b84a2182bf388855cb8e8c 2024-11-24T03:24:59,021 INFO [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/meta/1588230740/table/4c3304fca8b84a2182bf388855cb8e8c, entries=9, sequenceid=93, filesize=5.8 K 2024-11-24T03:24:59,021 INFO [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1285ms, sequenceid=93, compaction requested=false 2024-11-24T03:24:59,024 DEBUG [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-24T03:24:59,025 DEBUG [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T03:24:59,025 INFO [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-24T03:24:59,025 DEBUG [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-24T03:24:59,025 DEBUG [RS_CLOSE_META-regionserver/f13c2bb2f71a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T03:24:59,140 INFO [RS:0;f13c2bb2f71a:41393 {}] regionserver.HRegionServer(1250): stopping server f13c2bb2f71a,41393,1732418513827; all regions closed. 2024-11-24T03:24:59,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741834_1010 (size=26050) 2024-11-24T03:24:59,146 DEBUG [RS:0;f13c2bb2f71a:41393 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/oldWALs 2024-11-24T03:24:59,146 INFO [RS:0;f13c2bb2f71a:41393 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f13c2bb2f71a%2C41393%2C1732418513827.meta:.meta(num 1732418517569) 2024-11-24T03:24:59,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741832_1008 (size=16604921) 2024-11-24T03:24:59,149 DEBUG [RS:0;f13c2bb2f71a:41393 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/oldWALs 2024-11-24T03:24:59,149 INFO [RS:0;f13c2bb2f71a:41393 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f13c2bb2f71a%2C41393%2C1732418513827:(num 1732418516604) 2024-11-24T03:24:59,149 DEBUG [RS:0;f13c2bb2f71a:41393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:59,149 INFO [RS:0;f13c2bb2f71a:41393 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T03:24:59,149 INFO [RS:0;f13c2bb2f71a:41393 {}] hbase.ChoreService(370): Chore service for: regionserver/f13c2bb2f71a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-24T03:24:59,150 INFO [regionserver/f13c2bb2f71a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-24T03:24:59,150 INFO [RS:0;f13c2bb2f71a:41393 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41393 2024-11-24T03:24:59,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100278c5e830001, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f13c2bb2f71a,41393,1732418513827 2024-11-24T03:24:59,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T03:24:59,154 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$359/0x00007f8b188f2b28@21f7d9dc rejected from java.util.concurrent.ThreadPoolExecutor@64f54386[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-24T03:24:59,155 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f13c2bb2f71a,41393,1732418513827] 2024-11-24T03:24:59,155 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f13c2bb2f71a,41393,1732418513827; numProcessing=1 2024-11-24T03:24:59,156 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/f13c2bb2f71a,41393,1732418513827 already deleted, retry=false 2024-11-24T03:24:59,156 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f13c2bb2f71a,41393,1732418513827 expired; onlineServers=0 2024-11-24T03:24:59,156 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f13c2bb2f71a,34039,1732418513097' ***** 2024-11-24T03:24:59,156 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T03:24:59,157 DEBUG [M:0;f13c2bb2f71a:34039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f8663ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f13c2bb2f71a/172.17.0.2:0 2024-11-24T03:24:59,157 INFO [M:0;f13c2bb2f71a:34039 {}] regionserver.HRegionServer(1224): stopping server f13c2bb2f71a,34039,1732418513097 2024-11-24T03:24:59,157 INFO [M:0;f13c2bb2f71a:34039 {}] regionserver.HRegionServer(1250): stopping server f13c2bb2f71a,34039,1732418513097; all regions closed. 2024-11-24T03:24:59,157 DEBUG [M:0;f13c2bb2f71a:34039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:24:59,157 DEBUG [M:0;f13c2bb2f71a:34039 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T03:24:59,157 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T03:24:59,157 DEBUG [M:0;f13c2bb2f71a:34039 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T03:24:59,157 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster-HFileCleaner.small.0-1732418516331 {}] cleaner.HFileCleaner(306): Exit Thread[master/f13c2bb2f71a:0:becomeActiveMaster-HFileCleaner.small.0-1732418516331,5,FailOnTimeoutGroup] 2024-11-24T03:24:59,157 DEBUG [master/f13c2bb2f71a:0:becomeActiveMaster-HFileCleaner.large.0-1732418516329 {}] cleaner.HFileCleaner(306): Exit Thread[master/f13c2bb2f71a:0:becomeActiveMaster-HFileCleaner.large.0-1732418516329,5,FailOnTimeoutGroup] 2024-11-24T03:24:59,157 INFO [M:0;f13c2bb2f71a:34039 {}] hbase.ChoreService(370): Chore service for: master/f13c2bb2f71a:0 had [] on shutdown 2024-11-24T03:24:59,157 DEBUG [M:0;f13c2bb2f71a:34039 {}] master.HMaster(1733): Stopping service threads 2024-11-24T03:24:59,157 INFO [M:0;f13c2bb2f71a:34039 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T03:24:59,158 ERROR [M:0;f13c2bb2f71a:34039 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-24T03:24:59,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T03:24:59,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:24:59,158 INFO [M:0;f13c2bb2f71a:34039 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T03:24:59,158 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T03:24:59,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T03:24:59,158 DEBUG [M:0;f13c2bb2f71a:34039 {}] zookeeper.ZKUtil(347): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T03:24:59,159 WARN [M:0;f13c2bb2f71a:34039 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T03:24:59,159 INFO [M:0;f13c2bb2f71a:34039 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-24T03:24:59,159 INFO [M:0;f13c2bb2f71a:34039 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T03:24:59,159 DEBUG [M:0;f13c2bb2f71a:34039 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T03:24:59,159 INFO [M:0;f13c2bb2f71a:34039 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:24:59,159 DEBUG [M:0;f13c2bb2f71a:34039 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:24:59,159 DEBUG [M:0;f13c2bb2f71a:34039 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T03:24:59,159 DEBUG [M:0;f13c2bb2f71a:34039 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:24:59,159 INFO [M:0;f13c2bb2f71a:34039 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=823.00 KB heapSize=1016.11 KB 2024-11-24T03:24:59,174 DEBUG [M:0;f13c2bb2f71a:34039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/466bc72a21c74132bee3a5917e413783 is 82, key is hbase:meta,,1/info:regioninfo/1732418517708/Put/seqid=0 2024-11-24T03:24:59,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742548_1724 (size=5672) 2024-11-24T03:24:59,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100278c5e830001, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T03:24:59,255 INFO [RS:0;f13c2bb2f71a:41393 {}] regionserver.HRegionServer(1307): Exiting; stopping=f13c2bb2f71a,41393,1732418513827; zookeeper connection closed. 2024-11-24T03:24:59,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41393-0x100278c5e830001, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T03:24:59,256 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d7b0dcc {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d7b0dcc 2024-11-24T03:24:59,256 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T03:24:59,577 INFO [M:0;f13c2bb2f71a:34039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2393 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/466bc72a21c74132bee3a5917e413783 2024-11-24T03:24:59,597 DEBUG [M:0;f13c2bb2f71a:34039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ece26791e7cf4d0ab0a0cede0ae4fabe is 2285, key is \x00\x00\x00\x00\x00\x00\x00\xA0/proc:d/1732418671345/Put/seqid=0 2024-11-24T03:24:59,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742549_1725 (size=46177) 2024-11-24T03:25:00,001 INFO [M:0;f13c2bb2f71a:34039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=822.45 KB at sequenceid=2393 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ece26791e7cf4d0ab0a0cede0ae4fabe 2024-11-24T03:25:00,004 INFO [M:0;f13c2bb2f71a:34039 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ece26791e7cf4d0ab0a0cede0ae4fabe 2024-11-24T03:25:00,019 DEBUG [M:0;f13c2bb2f71a:34039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6db1bb764caa4773a858a4651ecb599f is 69, key is f13c2bb2f71a,41393,1732418513827/rs:state/1732418516375/Put/seqid=0 2024-11-24T03:25:00,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073742550_1726 (size=5156) 2024-11-24T03:25:00,422 INFO [M:0;f13c2bb2f71a:34039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2393 (bloomFilter=true), to=hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6db1bb764caa4773a858a4651ecb599f 2024-11-24T03:25:00,425 DEBUG [M:0;f13c2bb2f71a:34039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/466bc72a21c74132bee3a5917e413783 as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/466bc72a21c74132bee3a5917e413783 2024-11-24T03:25:00,428 INFO [M:0;f13c2bb2f71a:34039 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/466bc72a21c74132bee3a5917e413783, entries=8, sequenceid=2393, filesize=5.5 K 2024-11-24T03:25:00,428 DEBUG [M:0;f13c2bb2f71a:34039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ece26791e7cf4d0ab0a0cede0ae4fabe as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ece26791e7cf4d0ab0a0cede0ae4fabe 2024-11-24T03:25:00,431 INFO [M:0;f13c2bb2f71a:34039 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ece26791e7cf4d0ab0a0cede0ae4fabe 2024-11-24T03:25:00,431 INFO [M:0;f13c2bb2f71a:34039 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ece26791e7cf4d0ab0a0cede0ae4fabe, entries=185, sequenceid=2393, filesize=45.1 K 2024-11-24T03:25:00,431 DEBUG [M:0;f13c2bb2f71a:34039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6db1bb764caa4773a858a4651ecb599f as hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6db1bb764caa4773a858a4651ecb599f 2024-11-24T03:25:00,434 INFO [M:0;f13c2bb2f71a:34039 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37393/user/jenkins/test-data/2ef9db75-d1cf-7966-850b-d9b01baae587/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6db1bb764caa4773a858a4651ecb599f, entries=1, sequenceid=2393, filesize=5.0 K 2024-11-24T03:25:00,434 INFO [M:0;f13c2bb2f71a:34039 {}] regionserver.HRegion(3040): Finished flush of dataSize ~823.00 KB/842754, heapSize ~1015.81 KB/1040192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=2393, compaction requested=false 2024-11-24T03:25:00,435 INFO [M:0;f13c2bb2f71a:34039 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:25:00,435 DEBUG [M:0;f13c2bb2f71a:34039 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-24T03:25:00,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41263 is added to blk_1073741830_1006 (size=999562) 2024-11-24T03:25:00,438 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-24T03:25:00,438 INFO [M:0;f13c2bb2f71a:34039 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-24T03:25:00,438 INFO [M:0;f13c2bb2f71a:34039 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34039 2024-11-24T03:25:00,439 DEBUG [M:0;f13c2bb2f71a:34039 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/f13c2bb2f71a,34039,1732418513097 already deleted, retry=false 2024-11-24T03:25:00,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T03:25:00,541 INFO [M:0;f13c2bb2f71a:34039 {}] regionserver.HRegionServer(1307): Exiting; stopping=f13c2bb2f71a,34039,1732418513097; zookeeper connection closed. 2024-11-24T03:25:00,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34039-0x100278c5e830000, quorum=127.0.0.1:63551, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T03:25:00,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:25:00,549 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T03:25:00,549 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T03:25:00,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T03:25:00,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/hadoop.log.dir/,STOPPED} 2024-11-24T03:25:00,552 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T03:25:00,552 WARN [BP-1587704066-172.17.0.2-1732418510349 heartbeating to localhost/127.0.0.1:37393 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T03:25:00,552 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T03:25:00,552 WARN [BP-1587704066-172.17.0.2-1732418510349 heartbeating to localhost/127.0.0.1:37393 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1587704066-172.17.0.2-1732418510349 (Datanode Uuid 44e5cfc1-4a3d-4daa-9921-98df7a19bf72) service to localhost/127.0.0.1:37393 2024-11-24T03:25:00,555 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/cluster_c7600326-a96e-390b-0aa1-d29e4ac110a0/dfs/data/data1/current/BP-1587704066-172.17.0.2-1732418510349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:25:00,555 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/cluster_c7600326-a96e-390b-0aa1-d29e4ac110a0/dfs/data/data2/current/BP-1587704066-172.17.0.2-1732418510349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:25:00,556 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T03:25:00,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T03:25:00,563 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T03:25:00,563 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T03:25:00,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T03:25:00,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/461e6e12-3e3f-43d7-e921-bbf8647f71b2/hadoop.log.dir/,STOPPED} 2024-11-24T03:25:00,581 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-24T03:25:00,717 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down